00010000:00000010:3.1F:1771968658.141276:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d64aff7. 00010000:00000010:3.1:1771968658.141287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b41d91a7. 00010000:00000010:1.1F:1771968658.240241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b83fa22c. 00010000:00000010:1.1:1771968658.240254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081f87b63. 00010000:00000010:1.1:1771968658.240258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006570e5a4. 00010000:00000010:2.1F:1771968658.243275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029173d5e. 00010000:00000010:2.1:1771968658.243287:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d059b74d. 00080000:00000010:3.1:1771968658.276743:0:6207:0:(osd_handler.c:1584:osd_oxc_free()) kfreed 'oxe': 68 at 00000000fc78c8e4. 00010000:00010000:3.0:1771968956.407835:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f18d82bc/0x9268ded837c4ea0a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x44e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e66e expref: 698 pid: 6230 timeout: 535 lvb_type: 0 00000100:00100000:3.0:1771968956.407881:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11386 00000100:00100000:3.0:1771968956.407886:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000beace0a9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+698:2264:x1858043753997568:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1771968956.407901:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968956.407918:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000f18d82bc/0x9268ded837c4ea0a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x44e:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e66e expref: 698 pid: 6230 timeout: 535 lvb_type: 0 00010000:00010000:3.0:1771968956.407931:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000f18d82bc/0x9268ded837c4ea0a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44e:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e66e expref: 698 pid: 6230 timeout: 535 lvb_type: 0 00010000:00010000:3.0:1771968956.407957:0:6215:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f18d82bc/0x9268ded837c4ea0a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44e:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e66e expref: 698 pid: 6230 timeout: 535 lvb_type: 0 00010000:00010000:3.0:1771968956.407975:0:6215:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44e:0x0].0x0 (000000002236e93d) 00010000:00010000:3.0:1771968956.407988:0:6215:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 0000000099c6a9b2/0x9268ded837c4ea1f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44e:0x0].0x0 bits 0x13/0x48 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.408000:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000099c6a9b2/0x9268ded837c4ea1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44e:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.408009:0:6215:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000099c6a9b2/0x9268ded837c4ea1f lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x44e:0x0].0x0 bits 0x5b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.408031:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968956.408079:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000beace0a9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+697:2264:x1858043753997568:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 191us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968956.408091:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11386 00000100:00100000:3.0:1771968956.409522:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.425986:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.435610:0:14870:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043753997952 00002000:00100000:3.0:1771968956.435670:0:14870:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x100000000:0x207:0x0] (0->8191) req@000000001e724930 x1858043753997952/t0(0) o4->36e9446e-9e06-4a7a-b2b0-6da64f399773@192.168.202.27@tcp:572/0 lens 8680/0 e 0 to 0 dl 1771968962 ref 1 fl New:/0/ffffffff rc 0/-1 job:'dbench.0' 00002000:00100000:3.0:1771968956.435683:0:14870:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 000000001e724930 with x1858043753997952 ext(0->8191) 00002000:00010000:3.0:1771968956.435690:0:14870:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 000000001e724930 00000100:00100000:3.0:1771968956.435730:0:14870:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 942 00000100:00100000:3.0:1771968956.435738:0:14870:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e724930 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+81:2265:x1858043753997952:12345-192.168.202.27@tcp:4:dbench.0 00000100:00100000:3.0:1771968956.439553:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.443644:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.448578:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.452295:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.454881:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.456084:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.458647:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.459284:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.462549:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.466226:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.467741:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968956.469381:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000703cd7c9/0x9268ded837c4ea8f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x445:0x0].0xff3d71c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.469402:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x445:0x0].0xff3d71c7 (0000000045d00695) 00010000:00010000:3.0:1771968956.469405:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1771968956.469479:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.470338:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043753998976 00000100:00100000:3.0:1771968956.470391:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35758 00000100:00100000:3.0:1771968956.470400:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad34d60a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+701:12406:x1858043753998976:12345-192.168.202.27@tcp:101:dbench.0 00010000:00010000:3.0:1771968956.470431:0:14913:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1771968956.470452:0:14913:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fcfe0c1b/0x9268ded837c4eaa4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x445:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e6ad expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.470519:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4eaab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.470532:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4eaab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.470543:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4eaab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1771968956.470607:0:14913:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1771968956.470631:0:14913:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4eaab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.470654:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4eaab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.470679:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fcfe0c1b/0x9268ded837c4eaa4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x445:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e6ad expref: 704 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.470699:0:14913:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4eaab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e6ad expref: 703 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.470706:0:14913:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c2:0x0].0x0 (000000004233e584) 00010000:00010000:3.0:1771968956.470710:0:14913:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1771968956.470714:0:14913:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000eb120692, rc 0) 00000100:00100000:3.0:1771968956.470778:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad34d60a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+703:12406:x1858043753998976:12345-192.168.202.27@tcp:101:dbench.0 Request processed in 374us (1300us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968956.470791:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35758 00000100:00100000:3.0:1771968956.472963:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.474150:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.475761:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.477771:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.487987:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.488028:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.488204:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11389 00000100:00100000:3.0:1771968956.488210:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000862274eb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+706:2264:x1858043753999552:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1771968956.488225:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968956.488232:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4eaab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e6ad expref: 707 pid: 14913 timeout: 535 lvb_type: 0 00010000:00010000:3.0:1771968956.488243:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4eaab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e6ad expref: 707 pid: 14913 timeout: 535 lvb_type: 0 00010000:00010000:3.0:1771968956.488264:0:6215:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4eaab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e6ad expref: 707 pid: 14913 timeout: 535 lvb_type: 0 00010000:00010000:3.0:1771968956.488280:0:6215:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c2:0x0].0x0 (000000004233e584) 00010000:00010000:3.0:1771968956.488284:0:6215:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: 000000001976ef54/0x9268ded837c4eae3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x7c2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.488376:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 000000001976ef54/0x9268ded837c4eae3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x7c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.488390:0:6215:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001976ef54/0x9268ded837c4eae3 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x7c2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.488484:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968956.489461:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000862274eb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+706:2264:x1858043753999552:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 1245us (1429us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968956.489470:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11389 00010000:00010000:3.0:1771968956.497307:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e3c57c1e/0x9268ded837c4eb14 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x442:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.497317:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x442:0x0].0xd4ab1204 (0000000053982d3c) 00010000:00010000:3.0:1771968956.497319:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1771968956.508233:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.510869:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.512668:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.520039:0:14902:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c90dba70 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:36e9446e-9e06-4a7a-b2b0-6da64f399773+84:2264:x1858043754000448:12345-192.168.202.27@tcp:4:dbench.0 Request processed in 1891us (2092us total) trans 4294969003 rc 0/0 00000100:00100000:3.0:1771968956.520049:0:14902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 944 00002000:00100000:3.0:1771968956.520059:0:14902:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x100000000:0x208:0x0] (0->8191) req@00000000c90dba70 x1858043754000448/t4294969003(0) o4->36e9446e-9e06-4a7a-b2b0-6da64f399773@192.168.202.27@tcp:572/0 lens 8680/448 e 0 to 0 dl 1771968962 ref 1 fl Complete:/0/0 rc 0/0 job:'dbench.0' 00002000:00100000:3.0:1771968956.520069:0:14902:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000c90dba70 with x1858043754000448 ext(0->8191) 00002000:00010000:3.0:1771968956.520074:0:14902:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000c90dba70 00000100:00100000:3.0:1771968956.521310:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754000768 00000100:00100000:3.0:1771968956.521350:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35767 00000100:00100000:3.0:1771968956.521355:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a27bca6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+712:12406:x1858043754000768:12345-192.168.202.27@tcp:44:dbench.0 00000100:00100000:3.0:1771968956.521434:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a27bca6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+712:12406:x1858043754000768:12345-192.168.202.27@tcp:44:dbench.0 Request processed in 78us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968956.521442:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35767 00000100:00100000:3.0:1771968956.529724:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754001216 00000100:00100000:3.0:1771968956.529792:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35768 00000100:00100000:3.0:1771968956.529800:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095cdb8a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+714:12405:x1858043754001216:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968956.529873:0:6230:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1771968956.529920:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7359dd0/0x9268ded837c4eb4c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e6de expref: 714 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.529945:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000013e3b908/0x9268ded837c4eb29 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c3:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e6d0 expref: 713 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.529956:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (0000000001a09879) 00010000:00010000:3.0:1771968956.529967:0:6230:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968956.530004:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4eb61 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x442:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.530022:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4eb61 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.530033:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4eb61 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.530045:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fcfe0c1b/0x9268ded837c4eb68 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x442:0x0].0xd4ab1204 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.530052:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fcfe0c1b/0x9268ded837c4eb68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x442:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.530064:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fcfe0c1b/0x9268ded837c4eb68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x442:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.530158:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000009800b951/0x9268ded837c4eb6f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.530164:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009800b951/0x9268ded837c4eb6f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.530169:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009800b951/0x9268ded837c4eb6f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1771968956.530969:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].897, 64 off65664 00000040:00080000:3.0:1771968956.531006:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10872, 176 off1900336 00010000:00010000:3.0:1771968956.531057:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008c3c64d4/0x9268ded837c4eb76 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.531066:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008c3c64d4/0x9268ded837c4eb76 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.531071:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008c3c64d4/0x9268ded837c4eb76 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.531077:0:6230:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008c3c64d4/0x9268ded837c4eb76 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.531082:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008c3c64d4/0x9268ded837c4eb76 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.531090:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008c3c64d4/0x9268ded837c4eb76 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.531108:0:6230:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1771968956.531130:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000095cdb8a1 reply state 0000000010a3e27c transno 4294984219 ns: mdt-lustre-MDT0000_UUID lock: 000000009800b951/0x9268ded837c4eb6f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.531271:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4eb61 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.531277:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4eb61 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.531281:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4eb61 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.531284:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eb120692 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968956.531286:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4eb61 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.531290:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4eb61 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.531296:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x442:0x0].0x0 (000000001d0180d7) 00010000:00010000:3.0:1771968956.531298:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.531301:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4eb61 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.531306:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4eb61 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968956.531314:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000095cdb8a1 reply state 0000000010a3e27c transno 4294984219 ns: mdt-lustre-MDT0000_UUID lock: 00000000fcfe0c1b/0x9268ded837c4eb68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x442:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968956.531709:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095cdb8a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+714:12405:x1858043754001216:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1902us (2090us total) trans 4294984219 rc 0/0 00000100:00100000:3.0:1771968956.531719:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35768 00000100:00100000:3.0:1771968956.532328:0:14902:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754001280 00002000:00100000:3.0:1771968956.532445:0:14902:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x100000000:0x208:0x0] (0->8191) req@00000000a8483481 x1858043754001280/t0(0) o4->36e9446e-9e06-4a7a-b2b0-6da64f399773@192.168.202.27@tcp:572/0 lens 8680/0 e 0 to 0 dl 1771968962 ref 1 fl New:/0/ffffffff rc 0/-1 job:'dbench.0' 00002000:00100000:3.0:1771968956.532453:0:14902:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a8483481 with x1858043754001280 ext(0->8191) 00002000:00010000:3.0:1771968956.532644:0:14902:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000a8483481 00000100:00100000:3.0:1771968956.532707:0:14902:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 945 00000100:00100000:3.0:1771968956.532712:0:14902:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a8483481 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:36e9446e-9e06-4a7a-b2b0-6da64f399773+82:2267:x1858043754001280:12345-192.168.202.27@tcp:4:dbench.0 00010000:00010000:3.0:1771968956.533136:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fcfe0c1b/0x9268ded837c4eb68 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x442:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.533148:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x442:0x0].0xd4ab1204 (0000000053982d3c) 00010000:00010000:3.0:1771968956.533151:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.533156:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009800b951/0x9268ded837c4eb6f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.533162:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c3:0x0].0x0 (0000000046f8a8f9) 00010000:00010000:3.0:1771968956.533164:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968956.533528:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754001344 00000100:00100000:3.0:1771968956.533575:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35769 00000100:00100000:3.0:1771968956.533580:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008303079 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+714:12405:x1858043754001344:12345-192.168.202.27@tcp:101:dbench.0 00010000:00010000:3.0:1771968956.533598:0:6230:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1771968956.533618:0:6230:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000107ed0b4/0x9268ded837c4eb7d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x442:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e6fa expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.533673:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4eb84 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x442:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.533685:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4eb84 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.533694:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4eb84 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.533704:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005a9c1e86/0x9268ded837c4eb8b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x442:0x0].0xd4ab1204 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.533711:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005a9c1e86/0x9268ded837c4eb8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x442:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.533716:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005a9c1e86/0x9268ded837c4eb8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x442:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.533755:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4eb84 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.533763:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4eb84 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.533771:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4eb84 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.533782:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5ec8a4c already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968956.533786:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4eb84 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.533794:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4eb84 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.533805:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x442:0x0].0x0 (000000001d0180d7) 00010000:00010000:3.0:1771968956.533807:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.533810:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4eb84 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.533816:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4eb84 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.533826:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005a9c1e86/0x9268ded837c4eb8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x442:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.533831:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005a9c1e86/0x9268ded837c4eb8b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x442:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.533836:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005a9c1e86/0x9268ded837c4eb8b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x442:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.533841:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005a9c1e86 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968956.533842:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005a9c1e86/0x9268ded837c4eb8b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x442:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.533847:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005a9c1e86/0x9268ded837c4eb8b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x442:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.533854:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x442:0x0].0xd4ab1204 (0000000053982d3c) 00010000:00010000:3.0:1771968956.533856:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.533858:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005a9c1e86/0x9268ded837c4eb8b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x442:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.533863:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005a9c1e86/0x9268ded837c4eb8b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x442:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.533889:0:6230:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000107ed0b4/0x9268ded837c4eb7d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e6fa expref: 715 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.533896:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000107ed0b4/0x9268ded837c4eb7d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e6fa expref: 715 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.533914:0:6230:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000107ed0b4, rc 0) 00000100:00100000:3.0:1771968956.533974:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008303079 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+714:12405:x1858043754001344:12345-192.168.202.27@tcp:101:dbench.0 Request processed in 392us (551us total) trans 0 rc 301/301 00000100:00100000:3.0:1771968956.533982:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35769 00000100:00100000:3.0:1771968956.534721:0:14902:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a8483481 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:36e9446e-9e06-4a7a-b2b0-6da64f399773+84:2267:x1858043754001280:12345-192.168.202.27@tcp:4:dbench.0 Request processed in 2004us (2499us total) trans 4294969004 rc 0/0 00000100:00100000:3.0:1771968956.534731:0:14902:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 945 00002000:00100000:3.0:1771968956.534740:0:14902:0:(ofd_dev.c:2632:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x100000000:0x208:0x0] (0->8191) req@00000000a8483481 x1858043754001280/t4294969004(0) o4->36e9446e-9e06-4a7a-b2b0-6da64f399773@192.168.202.27@tcp:572/0 lens 8680/448 e 0 to 0 dl 1771968962 ref 1 fl Complete:/0/0 rc 0/0 job:'dbench.0' 00002000:00100000:3.0:1771968956.534749:0:14902:0:(ofd_dev.c:2491:ofd_prolong_extent_locks()) Prolong locks for req 00000000a8483481 with x1858043754001280 ext(0->8191) 00002000:00010000:3.0:1771968956.534755:0:14902:0:(ofd_dev.c:2637:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req 00000000a8483481 00000100:00100000:3.0:1771968956.539333:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754001472 00000100:00100000:3.0:1771968956.539807:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35771 00000100:00100000:3.0:1771968956.539810:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001340acb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+715:12405:x1858043754001408:12345-192.168.202.27@tcp:101:dbench.0 00010000:00010000:3.0:1771968956.539837:0:6230:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1771968956.539864:0:6230:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003b00c474/0x9268ded837c4eb92 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3cb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e701 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.539941:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a0794bed/0x9268ded837c4eb99 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x442:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.539958:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a0794bed/0x9268ded837c4eb99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x442:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.539970:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a0794bed/0x9268ded837c4eb99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x442:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1771968956.540000:0:6230:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x442:0x0]: returning size 4096 00000004:00200000:3.0:1771968956.540004:0:6230:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 2 00000004:00010000:3.0:1771968956.540021:0:6230:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000a0794bed/0x9268ded837c4eb99 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x442:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.540048:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003b00c474/0x9268ded837c4eb92 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e701 expref: 716 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.540065:0:6230:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000a0794bed/0x9268ded837c4eb99 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x442:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e701 expref: 715 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.540074:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x442:0x0].0x0 (000000001d0180d7) 00010000:00010000:3.0:1771968956.540077:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1771968956.540081:0:6230:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a0794bed, rc 0) 00000100:00100000:3.0:1771968956.540114:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001340acb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+715:12405:x1858043754001408:12345-192.168.202.27@tcp:101:dbench.0 Request processed in 302us (893us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968956.540121:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35771 00000001:00080000:3.0:1771968956.543347:0:8201:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 4294969004 is committed 00000100:00100000:3.0:1771968956.558684:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754001856 00000100:00100000:3.0:1771968956.558757:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35773 00000100:00100000:3.0:1771968956.558766:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccd1fe2a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+715:12405:x1858043754001856:12345-192.168.202.27@tcp:101:dbench.0 00010000:00010000:3.0:1771968956.558795:0:6232:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1771968956.558799:0:6232:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1771968956.558833:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a0794bed/0x9268ded837c4eb99 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x442:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e701 expref: 715 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.558858:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x442:0x0].0x0 (000000001d0180d7) 00010000:00010000:3.0:1771968956.558865:0:6232:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968956.558882:0:6232:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4ebb5 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x442:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e70f expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.559016:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000001ccb710/0x9268ded837c4ebbc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x442:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.559033:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000001ccb710/0x9268ded837c4ebbc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.559044:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000001ccb710/0x9268ded837c4ebbc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.559056:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e5a92f7c/0x9268ded837c4ebc3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x442:0x0].0xd4ab1204 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.559063:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e5a92f7c/0x9268ded837c4ebc3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x442:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.559070:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e5a92f7c/0x9268ded837c4ebc3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x442:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1771968956.559679:0:6232:0:(osp_object.c:1645:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x100010000:0x3c6:0x0], index 1: 0 00000040:00080000:3.0:1771968956.559790:0:6232:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10873, 176 off1900512 00010000:00010000:3.0:1771968956.559883:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000585fc15f/0x9268ded837c4ebca lrc: 3/1,0 mode: --/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.559895:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000585fc15f/0x9268ded837c4ebca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.559902:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000585fc15f/0x9268ded837c4ebca lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.559958:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000001ccb710/0x9268ded837c4ebbc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.559966:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000001ccb710/0x9268ded837c4ebbc lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.559973:0:6232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000001ccb710/0x9268ded837c4ebbc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.559979:0:6232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000001ccb710 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968956.559983:0:6232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000001ccb710/0x9268ded837c4ebbc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.559990:0:6232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000001ccb710/0x9268ded837c4ebbc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.560006:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x442:0x0].0x0 (000000001d0180d7) 00010000:00010000:3.0:1771968956.560009:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.560012:0:6232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000001ccb710/0x9268ded837c4ebbc lrc: 2/0,0 mode: --/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.560018:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000001ccb710/0x9268ded837c4ebbc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968956.560030:0:6232:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000ccd1fe2a reply state 00000000a9e1200c transno 4294984220 ns: mdt-lustre-MDT0000_UUID lock: 00000000e5a92f7c/0x9268ded837c4ebc3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x442:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.560059:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4ebb5 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x442:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e70f expref: 717 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.560070:0:6232:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000585fc15f/0x9268ded837c4ebca lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x7c4:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e70f expref: 716 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.560077:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (000000009184eddf) 00010000:00010000:3.0:1771968956.560078:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1771968956.560080:0:6232:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000585fc15f, rc 0) 00000100:00100000:3.0:1771968956.560169:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccd1fe2a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+717:12405:x1858043754001856:12345-192.168.202.27@tcp:101:dbench.0 Request processed in 1403us (1735us total) trans 4294984220 rc 0/0 00000100:00100000:3.0:1771968956.560215:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35773 00000100:00100000:3.0:1771968956.563431:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754001920 00000100:00100000:3.0:1771968956.563496:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35774 00000100:00100000:3.0:1771968956.563503:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c4c38f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+717:12405:x1858043754001920:12345-192.168.202.27@tcp:101:dbench.0 00010000:00010000:3.0:1771968956.563534:0:6232:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1771968956.563558:0:6232:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001cb36254/0x9268ded837c4ebd8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x442:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e716 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.563631:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a47291de/0x9268ded837c4ebdf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.563740:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a47291de/0x9268ded837c4ebdf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.563751:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a47291de/0x9268ded837c4ebdf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1771968956.563804:0:6232:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1771968956.563828:0:6232:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000a47291de/0x9268ded837c4ebdf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.563840:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a47291de/0x9268ded837c4ebdf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.563864:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001cb36254/0x9268ded837c4ebd8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e716 expref: 719 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.563886:0:6232:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000a47291de/0x9268ded837c4ebdf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x7c4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e716 expref: 718 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.563894:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (000000009184eddf) 00010000:00010000:3.0:1771968956.563897:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1771968956.563900:0:6232:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a47291de, rc 0) 00000100:00100000:3.0:1771968956.564024:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c4c38f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+718:12405:x1858043754001920:12345-192.168.202.27@tcp:101:dbench.0 Request processed in 520us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968956.564033:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35774 00000100:00100000:3.0:1771968956.575581:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754002240 00000100:00100000:3.0:1771968956.575940:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9581 00000100:00100000:3.0:1771968956.575948:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003faad4eb pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+721:12406:x1858043754002240:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:3.0:1771968956.576656:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003faad4eb pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+722:12406:x1858043754002240:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 705us (4335us total) trans 4294984221 rc 0/0 00000100:00100000:3.0:1771968956.576666:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9581 00000100:00100000:3.0:1771968956.577326:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754002368 00000100:00100000:3.0:1771968956.577372:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9582 00000100:00100000:3.0:1771968956.577378:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000007b61d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+722:12473:x1858043754002368:12345-192.168.202.27@tcp:37:ll_sa_12406.0 00000100:00100000:3.0:1771968956.578434:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.578744:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754002496 00000100:00100000:3.0:1771968956.578787:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35776 00000100:00100000:3.0:1771968956.578793:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047ae2429 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+724:12406:x1858043754002496:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968956.578851:0:6231:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1771968956.578884:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e35683d5/0x9268ded837c03a94 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3ce:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025522 expref: 724 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.578923:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002b3b45c8/0x9268ded837c03a78 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3ce:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02550d expref: 723 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.578938:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b53568/0x9268ded837c0b997 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3ce:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a028397 expref: 722 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.578951:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006e1ec5fa/0x9268ded837c03a5c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3ce:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0254ff expref: 721 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.578968:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ce:0x0].0x0 (00000000e5f739e5) 00010000:00010000:3.0:1771968956.578986:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000081d6b600/0x9268ded837c0b568 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3ca:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a028216 expref: 720 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.578995:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ca:0x0].0x0 (00000000d7f982f2) 00010000:00010000:3.0:1771968956.578999:0:6231:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968956.579031:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000001cb36254/0x9268ded837c4ebf4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3ca:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.579049:0:6231:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 0000000051acaa26/0x9268ded837c4ebed lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e724 expref: 719 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.579057:0:6231:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 000000001cb36254/0x9268ded837c4ebf4 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x3ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.579102:0:6231:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 0000000051acaa26/0x9268ded837c4ebed lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e724 expref: 719 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.579115:0:6231:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 0000000051acaa26/0x9268ded837c4ebed lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3ca:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e724 expref: 719 pid: 6231 timeout: 535 lvb_type: 0 00000100:00100000:3.0:1771968956.579130:0:6231:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000633b29b6 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6231:1858043760291712:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968956.579215:0:6231:0:(client.c:2500:ptlrpc_set_wait()) set 00000000176d6f1a going to sleep for 43 seconds 00000100:00100000:3.0:1771968956.582091:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000007b61d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+716:12473:x1858043754002368:12345-192.168.202.27@tcp:37:ll_sa_12406.0 Request processed in 4708us (5022us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968956.582102:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9582 00000100:00100000:3.0:1771968956.587062:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.587100:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754002688 00000100:00100000:3.0:1771968956.587147:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9583 00000100:00100000:3.0:1771968956.587157:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006bb85f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+715:12405:x1858043754002688:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:3.0:1771968956.587417:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006bb85f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+717:12405:x1858043754002688:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 260us (355us total) trans 4294984222 rc 0/0 00000100:00100000:3.0:1771968956.587499:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9583 00000100:00100000:3.0:1771968956.590707:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754002816 00000100:00100000:3.0:1771968956.590808:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9584 00000100:00100000:3.0:1771968956.590815:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000875f433b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+718:12475:x1858043754002816:12345-192.168.202.27@tcp:37:ll_sa_12405.0 00010000:00010000:3.0:1771968956.592164:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000056047e67/0x9268ded837c4ec02 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3ca:0x0].0xbf0c4e99 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.592193:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ca:0x0].0xbf0c4e99 (00000000a1512693) 00010000:00010000:3.0:1771968956.592197:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.592202:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003fcbfa0a/0x9268ded837c4ec09 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.592208:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ce:0x0].0x0 (00000000e5f739e5) 00010000:00010000:3.0:1771968956.592210:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968956.595105:0:6231:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000667b6fd8 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6231:1858043760291776:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968956.595135:0:6231:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000031f7cd8/0x9268ded837c4ec17 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3c9:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968956.620618:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968956.622240:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968956.622244:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002a55404d/0x9268ded837c4ec80 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.622254:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002a55404d already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968956.622256:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002a55404d/0x9268ded837c4ec80 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.622261:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002a55404d/0x9268ded837c4ec80 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.622268:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d0:0x0].0x0 (00000000ac0d0021) 00010000:00010000:3.0:1771968956.622269:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968956.622270:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002a55404d/0x9268ded837c4ec80 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.622274:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002a55404d/0x9268ded837c4ec80 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.622282:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.622283:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.622284:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968956.623513:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968956.624291:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7359dd0/0x9268ded837c4ec72 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3ca:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.624305:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ca:0x0].0x8e4542d7 (000000005e00875e) 00010000:00010000:3.0:1771968956.624309:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.624314:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ce8aab0c/0x9268ded837c4ec79 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.624320:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d0:0x0].0x0 (00000000ac0d0021) 00010000:00010000:3.0:1771968956.624323:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968956.627974:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.628023:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968956.633500:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006725f928/0x9268ded837c4ec8e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c9:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.633530:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c9:0x0].0x8e4542d7 (000000000256380b) 00010000:00010000:3.0:1771968956.633534:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.633539:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a5801efd/0x9268ded837c4ec95 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.633546:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cf:0x0].0x0 (0000000043e2db10) 00010000:00010000:3.0:1771968956.633549:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968956.635949:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.636036:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.639591:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.647073:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.651047:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.651095:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.656247:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.661062:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.663535:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754005056 00000100:00100000:3.0:1771968956.663587:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35787 00000100:00100000:3.0:1771968956.663594:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a4dd1d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+711:12405:x1858043754005056:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968956.663649:0:6231:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1771968956.663690:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000088ff6b94/0x9268ded837c3dc21 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f3:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a038df2 expref: 711 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.663717:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a3a8e51b/0x9268ded837c04c22 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f3:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025c0d expref: 710 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.663733:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007bda93fe/0x9268ded837c0d72d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f3:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a028dca expref: 709 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.663744:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f40029d5/0x9268ded837c04bd5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f3:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025bf1 expref: 708 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.663755:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f3:0x0].0x0 (00000000f6ac275e) 00010000:00010000:3.0:1771968956.663771:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001ef3ddb6/0x9268ded837c4ece2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e732 expref: 707 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.663778:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f1:0x0].0x0 (000000007686d62a) 00010000:00010000:3.0:1771968956.663780:0:6231:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968956.663807:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4ecf7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.663821:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4ecf7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.663828:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4ecf7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.663839:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000001ccb710/0x9268ded837c4ecfe lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f1:0x0].0xbfd87aeb bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.663843:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000001ccb710/0x9268ded837c4ecfe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f1:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.663846:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000001ccb710/0x9268ded837c4ecfe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f1:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.663945:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000a0794bed/0x9268ded837c4ed05 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3f3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.663952:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a0794bed/0x9268ded837c4ed05 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.663957:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a0794bed/0x9268ded837c4ed05 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1771968956.664243:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].902, 64 off65984 00000040:00080000:3.0:1771968956.664275:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10883, 184 off1902200 00010000:00010000:3.0:1771968956.664318:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001cb36254/0x9268ded837c4ed0c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.664324:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001cb36254/0x9268ded837c4ed0c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.664330:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001cb36254/0x9268ded837c4ed0c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.664335:0:6231:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001cb36254/0x9268ded837c4ed0c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.664339:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001cb36254/0x9268ded837c4ed0c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.664343:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001cb36254/0x9268ded837c4ed0c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.664363:0:6231:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1771968956.664377:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000000a4dd1d9 reply state 00000000d1826ad3 transno 4294984238 ns: mdt-lustre-MDT0000_UUID lock: 00000000a0794bed/0x9268ded837c4ed05 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3f3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.664476:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4ecf7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.664482:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4ecf7 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3f1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.664486:0:6231:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4ecf7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.664489:0:6231:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c9686f83 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968956.664492:0:6231:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4ecf7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.664495:0:6231:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4ecf7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3f1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.664499:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f1:0x0].0x0 (000000007686d62a) 00010000:00010000:3.0:1771968956.664501:0:6231:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.664502:0:6231:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4ecf7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.664505:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4ecf7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968956.664511:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000000a4dd1d9 reply state 00000000d1826ad3 transno 4294984238 ns: mdt-lustre-MDT0000_UUID lock: 0000000001ccb710/0x9268ded837c4ecfe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f1:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968956.664591:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a4dd1d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+708:12405:x1858043754005056:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 996us (1116us total) trans 4294984238 rc 0/0 00000100:00100000:3.0:1771968956.664599:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35787 00000100:00100000:3.0:1771968956.667445:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.667480:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.671557:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.671639:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968956.675948:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fbe2a1be/0x9268ded837c4ed28 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.675961:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f1:0x0].0x5a3b2e4f (00000000013fa30c) 00010000:00010000:3.0:1771968956.675964:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.675968:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002a55404d/0x9268ded837c4ed2f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.676018:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f7:0x0].0x0 (00000000b0f30013) 00010000:00010000:3.0:1771968956.676021:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968956.679803:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.680995:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968956.681629:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968956.681636:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000099c5ac8d/0x9268ded837c4ed4b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.681643:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000099c5ac8d already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968956.681647:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000099c5ac8d/0x9268ded837c4ed4b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.681659:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000099c5ac8d/0x9268ded837c4ed4b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.681672:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f4:0x0].0x0 (000000002175c6cb) 00010000:00010000:3.0:1771968956.681674:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968956.681678:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000099c5ac8d/0x9268ded837c4ed4b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.681684:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000099c5ac8d/0x9268ded837c4ed4b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3f4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.681844:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.681845:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.681846:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968956.688093:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968956.689059:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000099c5ac8d/0x9268ded837c4ed59 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.689074:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f1:0x0].0xb65fef2a (000000007fb3ffe6) 00010000:00010000:3.0:1771968956.689077:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.689082:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b3319c59/0x9268ded837c4ed60 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.689088:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f5:0x0].0x0 (000000002161b75e) 00010000:00010000:3.0:1771968956.689090:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968956.690088:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.690561:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.693518:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968956.694870:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968956.694875:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ae85ff70/0x9268ded837c4ed9f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x405:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.694882:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ae85ff70 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968956.694885:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ae85ff70/0x9268ded837c4ed9f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x405:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.694891:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ae85ff70/0x9268ded837c4ed9f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x405:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.694900:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x405:0x0].0x0 (0000000078d8936c) 00010000:00010000:3.0:1771968956.694912:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968956.694915:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ae85ff70/0x9268ded837c4ed9f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x405:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.694920:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ae85ff70/0x9268ded837c4ed9f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x405:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.694932:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.694934:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.694935:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968956.698938:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.699574:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.702160:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.702233:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.708172:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.709090:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.709202:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9603 00000100:00100000:3.0:1771968956.709208:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c10d7909 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+701:12405:x1858043754007296:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:3.0:1771968956.709332:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c10d7909 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+702:12405:x1858043754007296:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 124us (243us total) trans 4294984254 rc 0/0 00000100:00100000:3.0:1771968956.709342:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9603 00000100:00100000:3.0:1771968956.710496:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.711379:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968956.711801:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968956.711808:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000069dcb738/0x9268ded837c4ee01 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x407:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.711819:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000069dcb738 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968956.711826:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000069dcb738/0x9268ded837c4ee01 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x407:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.711836:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000069dcb738/0x9268ded837c4ee01 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x407:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.711848:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x407:0x0].0x0 (00000000f3d41b0f) 00010000:00010000:3.0:1771968956.711852:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968956.711855:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000069dcb738/0x9268ded837c4ee01 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x407:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.711862:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000069dcb738/0x9268ded837c4ee01 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x407:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.711877:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.711880:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.711883:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.712047:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968956.712053:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f18d82bc/0x9268ded837c4ee0f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.712069:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f18d82bc already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968956.712072:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f18d82bc/0x9268ded837c4ee0f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.712087:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f18d82bc/0x9268ded837c4ee0f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.712109:0:7238:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3fd:0x0].0x0 (0000000072f03a7b) 00010000:00010000:3.0:1771968956.712116:0:7238:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968956.712120:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f18d82bc/0x9268ded837c4ee0f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.712138:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f18d82bc/0x9268ded837c4ee0f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.712158:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.712160:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.712163:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968956.715313:0:6234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754007680 00000100:00100000:3.0:1771968956.715378:0:6234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754007808 00000100:00100000:3.0:1771968956.715601:0:6234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9604 00000100:00100000:3.0:1771968956.715609:0:6234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a790607b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+699:12406:x1858043754007680:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:3.0:1771968956.715843:0:6234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a790607b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+700:12406:x1858043754007680:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 234us (646us total) trans 4294984257 rc 0/0 00000100:00100000:3.0:1771968956.715849:0:6234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9604 00000100:00100000:3.0:1771968956.715892:0:6234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9605 00000100:00100000:3.0:1771968956.715896:0:6234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000875f433b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+699:12405:x1858043754007808:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:3.0:1771968956.715975:0:6234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000875f433b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+700:12405:x1858043754007808:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 77us (726us total) trans 4294984258 rc 0/0 00000100:00100000:3.0:1771968956.715982:0:6234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9605 00010000:00010000:3.0:1771968956.720755:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968956.720762:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4ee2b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x409:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.720775:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eb120692 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968956.720780:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4ee2b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x409:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.720789:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4ee2b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x409:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.720800:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x409:0x0].0x0 (00000000b816f4a6) 00010000:00010000:3.0:1771968956.720803:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968956.720806:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4ee2b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x409:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.720814:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4ee2b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x409:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.720826:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.720828:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.720829:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.722412:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968956.722417:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009fbc349a/0x9268ded837c4ee47 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.722426:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009fbc349a already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968956.722429:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009fbc349a/0x9268ded837c4ee47 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.722438:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009fbc349a/0x9268ded837c4ee47 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.722459:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3fb:0x0].0x0 (00000000b3aac1cc) 00010000:00010000:3.0:1771968956.722462:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968956.722465:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009fbc349a/0x9268ded837c4ee47 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.722470:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009fbc349a/0x9268ded837c4ee47 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3fb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968956.723955:0:6234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754008192 00000100:00100000:3.0:1771968956.724112:0:6234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9606 00000100:00100000:3.0:1771968956.724120:0:6234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030aab3a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+696:12406:x1858043754008192:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:3.0:1771968956.724379:0:6234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030aab3a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+697:12406:x1858043754008192:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 258us (619us total) trans 4294984261 rc 0/0 00000100:00100000:3.0:1771968956.724388:0:6234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9606 00000100:00100000:3.0:1771968956.725809:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754008320 00000100:00100000:3.0:1771968956.725858:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35800 00000100:00100000:3.0:1771968956.725864:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a0aad8b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+697:12406:x1858043754008320:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968956.725934:0:6230:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1771968956.725964:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006b4a4f79/0x9268ded837c3cf9b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3fe:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a038992 expref: 697 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.725988:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c05107 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3fe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e2f expref: 696 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.726001:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000044c8b6ad/0x9268ded837c0dedc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3fe:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029071 expref: 695 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.726013:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005a129fb0/0x9268ded837c050ba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3fe:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e0c expref: 694 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.726023:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3fe:0x0].0x0 (00000000499a7db2) 00010000:00010000:3.0:1771968956.726033:0:6230:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968956.726065:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4ee4e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.726080:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4ee4e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.726091:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4ee4e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.726109:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cccb9e10/0x9268ded837c4ee55 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f2:0x0].0x1e0192a5 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.726116:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cccb9e10/0x9268ded837c4ee55 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f2:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.726122:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cccb9e10/0x9268ded837c4ee55 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f2:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.726243:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001cb36254/0x9268ded837c4ee5c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3fe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.726252:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001cb36254/0x9268ded837c4ee5c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.726259:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001cb36254/0x9268ded837c4ee5c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1771968956.726985:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].895, 64 off65536 00000040:00080000:3.0:1771968956.727024:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10895, 184 off1904392 00010000:00010000:3.0:1771968956.727078:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fa8fd5b3/0x9268ded837c4ee63 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3fe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.727089:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fa8fd5b3/0x9268ded837c4ee63 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.727097:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fa8fd5b3/0x9268ded837c4ee63 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.727105:0:6230:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fa8fd5b3/0x9268ded837c4ee63 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.727111:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fa8fd5b3/0x9268ded837c4ee63 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.727121:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fa8fd5b3/0x9268ded837c4ee63 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3fe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.727963:0:6230:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00000004:00010000:3.0:1771968956.727981:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002a0aad8b reply state 00000000518c85c7 transno 4294984262 ns: mdt-lustre-MDT0000_UUID lock: 000000001cb36254/0x9268ded837c4ee5c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3fe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.728110:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4ee4e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.728117:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4ee4e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.728123:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4ee4e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.728128:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c9686f83 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968956.728131:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4ee4e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.728138:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4ee4e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.728146:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f2:0x0].0x0 (00000000f879f0ac) 00010000:00010000:3.0:1771968956.728149:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.728151:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4ee4e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.728157:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4ee4e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968956.728166:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002a0aad8b reply state 00000000518c85c7 transno 4294984262 ns: mdt-lustre-MDT0000_UUID lock: 00000000cccb9e10/0x9268ded837c4ee55 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f2:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968956.728677:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754008576 00000100:00100000:3.0:1771968956.728726:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35801 00000100:00100000:3.0:1771968956.728732:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a81845f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+697:12405:x1858043754008576:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968956.728771:0:8228:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1771968956.728791:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006d7428f6/0x9268ded837c3cf86 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x401:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03898b expref: 697 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.728808:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006f2d270a/0x9268ded837c05234 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x401:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025eb4 expref: 696 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.728822:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000080bb5f14/0x9268ded837c0e1c9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x401:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02916d expref: 695 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.728836:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000958e5fe7/0x9268ded837c05203 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x401:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e98 expref: 694 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.728845:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x401:0x0].0x0 (000000000a20ddc2) 00010000:00010000:3.0:1771968956.728854:0:8228:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968956.728880:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005b11767f/0x9268ded837c4ee6a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.728895:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005b11767f/0x9268ded837c4ee6a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.729020:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005b11767f/0x9268ded837c4ee6a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.729043:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003b00c474/0x9268ded837c4ee71 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f1:0x0].0xee1a16ec bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.729051:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003b00c474/0x9268ded837c4ee71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f1:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.729057:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003b00c474/0x9268ded837c4ee71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f1:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.734426:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cccb9e10/0x9268ded837c4ee55 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.734436:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f2:0x0].0x1e0192a5 (000000008b09a94b) 00010000:00010000:3.0:1771968956.734438:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.734442:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001cb36254/0x9268ded837c4ee5c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.734447:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3fe:0x0].0x0 (0000000095d87eb0) 00010000:00010000:3.0:1771968956.734448:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968956.734575:0:6234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754008704 00000100:00100000:3.0:1771968956.734633:0:6234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9608 00000100:00100000:3.0:1771968956.734641:0:6234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aed0640d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+693:12406:x1858043754008704:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:3.0:1771968956.734956:0:6234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aed0640d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+694:12406:x1858043754008704:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 314us (456us total) trans 4294984264 rc 0/0 00000100:00100000:3.0:1771968956.734966:0:6234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9608 00010000:00010000:3.0:1771968956.735472:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968956.735479:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009919773a/0x9268ded837c4ee7f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x401:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.735489:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009919773a already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968956.735493:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009919773a/0x9268ded837c4ee7f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x401:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.735502:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009919773a/0x9268ded837c4ee7f lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x401:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.735516:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x401:0x0].0x0 (000000008b9a5b8d) 00010000:00010000:3.0:1771968956.735519:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968956.735522:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009919773a/0x9268ded837c4ee7f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x401:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.735528:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009919773a/0x9268ded837c4ee7f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x401:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.735540:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.735542:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.735544:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.737009:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003b00c474/0x9268ded837c4ee71 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.737021:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f1:0x0].0xee1a16ec (00000000fda906c4) 00010000:00010000:3.0:1771968956.737025:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.737028:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000713c77cc/0x9268ded837c4ee78 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x401:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.737034:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x401:0x0].0x0 (000000008b9a5b8d) 00010000:00010000:3.0:1771968956.737037:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968956.739475:0:6234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754008960 00000100:00100000:3.0:1771968956.739522:0:6234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9609 00000100:00100000:3.0:1771968956.739530:0:6234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d055dbc pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+693:12405:x1858043754008960:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:3.0:1771968956.739863:0:6234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d055dbc pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+694:12405:x1858043754008960:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 333us (449us total) trans 4294984267 rc 0/0 00000100:00100000:3.0:1771968956.739872:0:6234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9609 00000100:00100000:3.0:1771968956.740665:0:6234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754009088 00000100:00100000:3.0:1771968956.740702:0:6234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9610 00000100:00100000:3.0:1771968956.740707:0:6234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000758d0ca9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+694:12406:x1858043754009088:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:3.0:1771968956.740849:0:6234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000758d0ca9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+695:12406:x1858043754009088:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 140us (223us total) trans 4294984268 rc 0/0 00000100:00100000:3.0:1771968956.740856:0:6234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9610 00010000:00010000:3.0:1771968956.747254:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968956.750165:0:6234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754009600 00000100:00100000:3.0:1771968956.750247:0:6234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9612 00000100:00100000:3.0:1771968956.750253:0:6234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030d2c13f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+693:12406:x1858043754009600:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:3.0:1771968956.750475:0:6234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030d2c13f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+690:12406:x1858043754009600:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 220us (588us total) trans 4294984272 rc 0/0 00000100:00100000:3.0:1771968956.750488:0:6234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9612 00000100:00100000:3.0:1771968956.753029:0:6234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754009984 00000100:00100000:3.0:1771968956.753063:0:6234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9613 00000100:00100000:3.0:1771968956.753069:0:6234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002405f5e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+689:12405:x1858043754009984:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:3.0:1771968956.753206:0:6234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002405f5e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+690:12405:x1858043754009984:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 135us (266us total) trans 4294984275 rc 0/0 00000100:00100000:3.0:1771968956.753218:0:6234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9613 00000100:00100000:3.0:1771968956.764378:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754010432 00000100:00100000:3.0:1771968956.764432:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754010560 00000100:00100000:3.0:1771968956.764461:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35809 00000100:00100000:3.0:1771968956.764468:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000007b61d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+689:2264:x1858043754010432:12345-192.168.202.27@tcp:101:ll_sa_12405.0 00010000:00010000:3.0:1771968956.764489:0:6232:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1771968956.764521:0:6232:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005a9c1e86/0x9268ded837c4ef51 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3cb:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e747 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.764557:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4ef5f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3cb:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.764587:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4ef5f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.764598:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4ef5f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.764624:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000001ca78353/0x9268ded837c4ef6d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3cb:0x0].0x46e192ec bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.764633:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001ca78353/0x9268ded837c4ef6d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3cb:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.764640:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001ca78353/0x9268ded837c4ef6d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3cb:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.764693:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000007d4ae2fe/0x9268ded837c4ef74 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x411:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.764702:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007d4ae2fe/0x9268ded837c4ef74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x411:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.764709:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007d4ae2fe/0x9268ded837c4ef74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x411:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1771968956.764747:0:6232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x411:0x0]: returning size 4096 00000004:00200000:3.0:1771968956.764753:0:6232:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 2 00000004:00010000:3.0:1771968956.764788:0:6232:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000007d4ae2fe/0x9268ded837c4ef74 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x411:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.764800:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4ef5f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.764815:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4ef5f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.764821:0:6232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4ef5f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.765117:0:6232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5ec8a4c already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968956.765156:0:6232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4ef5f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.765218:0:6232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4ef5f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.765254:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cb:0x0].0x0 (00000000831f17ce) 00010000:00010000:3.0:1771968956.765260:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.765264:0:6232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4ef5f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.765284:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4ef5f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.765309:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000001ca78353/0x9268ded837c4ef6d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3cb:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.765325:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001ca78353/0x9268ded837c4ef6d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3cb:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.765342:0:6232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001ca78353/0x9268ded837c4ef6d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3cb:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.765361:0:6232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001ca78353 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968956.765366:0:6232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001ca78353/0x9268ded837c4ef6d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3cb:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.765373:0:6232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001ca78353/0x9268ded837c4ef6d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3cb:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.765382:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cb:0x0].0x46e192ec (00000000c7357a81) 00010000:00010000:3.0:1771968956.765385:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.765387:0:6232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001ca78353/0x9268ded837c4ef6d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3cb:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.765403:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001ca78353/0x9268ded837c4ef6d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3cb:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.765434:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005a9c1e86/0x9268ded837c4ef51 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3cb:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e747 expref: 693 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.765448:0:6232:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000007d4ae2fe/0x9268ded837c4ef74 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x411:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e747 expref: 692 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.765455:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x411:0x0].0x0 (00000000f38d3614) 00010000:00010000:3.0:1771968956.765457:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1771968956.765460:0:6232:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000007d4ae2fe, rc 0) 00000100:00100000:3.0:1771968956.765524:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000007b61d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+691:2264:x1858043754010432:12345-192.168.202.27@tcp:101:ll_sa_12405.0 Request processed in 1055us (1204us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968956.765531:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35809 00010000:00010000:3.0:1771968956.766299:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d1acf79f/0x9268ded837c4ef35 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.766310:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f2:0x0].0x10cfb8f0 (000000000581f0bf) 00010000:00010000:3.0:1771968956.766313:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.766317:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000996640e8/0x9268ded837c4ef3c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x404:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.766323:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x404:0x0].0x0 (000000001d68558f) 00010000:00010000:3.0:1771968956.766325:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968956.766995:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.769462:0:14872:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754011072 00000100:00100000:3.0:1771968956.769494:0:14872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35813 00000100:00100000:3.0:1771968956.769500:0:14872:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007486e951 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+689:12406:x1858043754011072:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968956.769534:0:14872:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1771968956.769550:0:14872:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e04d1f93/0x9268ded837c3d019 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x400:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0389c3 expref: 689 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.769577:0:14872:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cc2c104d/0x9268ded837c051e7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x400:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e91 expref: 688 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.769595:0:14872:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000695c7c5/0x9268ded837c0e12f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x400:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029135 expref: 687 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.769611:0:14872:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002febd615/0x9268ded837c051af lrc: 0/0,0 mode: --/CR res: [0x200000402:0x400:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e75 expref: 686 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.769625:0:14872:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x400:0x0].0x0 (0000000008d8673a) 00010000:00010000:3.0:1771968956.769640:0:14872:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968956.769656:0:14872:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005b11767f/0x9268ded837c4efba lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.769679:0:14872:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005b11767f/0x9268ded837c4efba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.769692:0:14872:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005b11767f/0x9268ded837c4efba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.769724:0:14872:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fa8fd5b3/0x9268ded837c4efc1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f2:0x0].0x801dd473 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.769734:0:14872:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fa8fd5b3/0x9268ded837c4efc1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f2:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.769741:0:14872:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fa8fd5b3/0x9268ded837c4efc1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f2:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.769805:0:14872:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000919868cc/0x9268ded837c4efc8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x400:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.769815:0:14872:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000919868cc/0x9268ded837c4efc8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x400:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.769822:0:14872:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000919868cc/0x9268ded837c4efc8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x400:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1771968956.769954:0:14872:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].901, 64 off65920 00000040:00080000:3.0:1771968956.769972:0:14872:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10905, 184 off1906232 00010000:00010000:3.0:1771968956.769997:0:14872:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000080bb5f14/0x9268ded837c4efcf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x400:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.770006:0:14872:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000080bb5f14/0x9268ded837c4efcf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x400:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664825868736 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.770427:0:14872:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000080bb5f14/0x9268ded837c4efcf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x400:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664825868736 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.770436:0:14872:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000080bb5f14/0x9268ded837c4efcf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x400:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664825868736 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.770442:0:14872:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000080bb5f14/0x9268ded837c4efcf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x400:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664825868736 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.770447:0:14872:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000080bb5f14/0x9268ded837c4efcf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x400:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664825868736 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.770581:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968956.770585:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000080bb5f14/0x9268ded837c4efcf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x400:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664825868736 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.770593:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000080bb5f14 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968956.770596:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000080bb5f14/0x9268ded837c4efcf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x400:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664825868736 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.770609:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000080bb5f14/0x9268ded837c4efcf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x400:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664825868736 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.770628:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x400:0x0].0x0 (00000000b3d7d4cc) 00010000:00010000:3.0:1771968956.770633:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968956.770637:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000080bb5f14/0x9268ded837c4efcf lrc: 1/0,0 mode: --/PW res: [0x200000402:0x400:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664825868736 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.770646:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000080bb5f14/0x9268ded837c4efcf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x400:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664825868736 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.770661:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.770663:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.770665:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.771889:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fa8fd5b3/0x9268ded837c4efc1 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.771900:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f2:0x0].0x801dd473 (00000000ab84ad07) 00010000:00010000:3.0:1771968956.771910:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.771914:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000919868cc/0x9268ded837c4efc8 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x400:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.771921:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x400:0x0].0x0 (00000000b3d7d4cc) 00010000:00010000:3.0:1771968956.771923:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968956.773935:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754011520 00000100:00100000:3.0:1771968956.773967:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35817 00000100:00100000:3.0:1771968956.773970:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0ce90ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+695:12405:x1858043754011520:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968956.774000:0:14913:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1771968956.774017:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000072c32ab2/0x9268ded837c4e858 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e5c6 expref: 696 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774033:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000020b3b591/0x9268ded837c07382 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026c6e expref: 695 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774044:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c111e9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44c:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02a1ff expref: 694 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774053:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cd4c5668/0x9268ded837c07351 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026c52 expref: 693 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774058:0:14913:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44c:0x0].0x0 (00000000377c8ca8) 00010000:00010000:3.0:1771968956.774063:0:14913:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968956.774079:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005a9c1e86/0x9268ded837c4f00e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x446:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774087:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005a9c1e86/0x9268ded837c4f00e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x446:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774093:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005a9c1e86/0x9268ded837c4f00e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x446:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774104:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001ca78353/0x9268ded837c4f015 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x446:0x0].0x8d5ea5b7 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774109:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001ca78353/0x9268ded837c4f015 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x446:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774114:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001ca78353/0x9268ded837c4f015 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x446:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774150:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4f01c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x44c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774156:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4f01c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774160:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4f01c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1771968956.774399:0:14913:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].902, 64 off65984 00000040:00080000:3.0:1771968956.774425:0:14913:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10906, 184 off1906416 00010000:00010000:3.0:1771968956.774463:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4f023 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774471:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4f023 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664894847424 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774477:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4f023 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664894847424 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774489:0:14913:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4f023 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x44c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664894847424 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774493:0:14913:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4f023 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x44c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664894847424 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774497:0:14913:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4f023 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664894847424 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774513:0:14913:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1771968956.774524:0:14913:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d0ce90ce reply state 00000000f1157dbf transno 4294984284 ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4f01c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774631:0:14913:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005a9c1e86/0x9268ded837c4f00e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x446:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774636:0:14913:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005a9c1e86/0x9268ded837c4f00e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x446:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774641:0:14913:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005a9c1e86/0x9268ded837c4f00e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x446:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774646:0:14913:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005a9c1e86 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968956.774647:0:14913:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005a9c1e86/0x9268ded837c4f00e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x446:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774651:0:14913:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005a9c1e86/0x9268ded837c4f00e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x446:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774662:0:14913:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x446:0x0].0x0 (00000000e2276f9e) 00010000:00010000:3.0:1771968956.774665:0:14913:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.774667:0:14913:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005a9c1e86/0x9268ded837c4f00e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x446:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774672:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005a9c1e86/0x9268ded837c4f00e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x446:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968956.774678:0:14913:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d0ce90ce reply state 00000000f1157dbf transno 4294984284 ns: mdt-lustre-MDT0000_UUID lock: 000000001ca78353/0x9268ded837c4f015 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x446:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968956.774740:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0ce90ce pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+694:12405:x1858043754011520:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 768us (1134us total) trans 4294984284 rc 0/0 00000100:00100000:3.0:1771968956.774748:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35817 00000100:00100000:3.0:1771968956.774778:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35818 00000100:00100000:3.0:1771968956.774782:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ebaf4c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+693:12487:x1858043754011712:12345-192.168.202.27@tcp:101:ll_sa_12406.0 00010000:00010000:3.0:1771968956.774791:0:14913:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1771968956.774802:0:14913:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000381bba95/0x9268ded837c4f02a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x449:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e771 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774821:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000381bba95/0x9268ded837c4f02a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x449:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e771 expref: 694 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774831:0:14913:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000381bba95/0x9268ded837c4f02a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x449:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e771 expref: 694 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774838:0:14913:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x449:0x0].0x0 (00000000559b6bab) 00010000:00010000:3.0:1771968956.774841:0:14913:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.774843:0:14913:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000381bba95, rc 0) 00000100:00100000:3.0:1771968956.774862:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ebaf4c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+694:12487:x1858043754011712:12345-192.168.202.27@tcp:101:ll_sa_12406.0 Request processed in 79us (965us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968956.774868:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35818 00010000:00010000:3.0:1771968956.774889:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968956.774894:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4f023 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x44c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664894847424 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774901:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c9686f83 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968956.774913:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4f023 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x44c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664894847424 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774920:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4f023 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664894847424 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774929:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44c:0x0].0x0 (0000000067cd65da) 00010000:00010000:3.0:1771968956.774931:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968956.774933:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4f023 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x44c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664894847424 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774939:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c9686f83/0x9268ded837c4f023 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x44c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664894847424 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.774950:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.774951:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.774953:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.785722:0:14872:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000007393b89b/0x9268ded837c4f04d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x449:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.785746:0:14872:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007393b89b/0x9268ded837c4f04d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x449:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.785772:0:14872:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e04d1f93/0x9268ded837c4f054 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x449:0x0].0xe364b611 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.785794:0:14872:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e04d1f93/0x9268ded837c4f054 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x449:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.785816:0:14872:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e04d1f93/0x9268ded837c4f054 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x449:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.786004:0:14872:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000049b55437/0x9268ded837c4f070 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x44b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.786014:0:14872:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000049b55437/0x9268ded837c4f070 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.786021:0:14872:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000049b55437/0x9268ded837c4f070 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1771968956.786206:0:14872:0:(mdd_dir.c:1578:mdd_finish_unlink()) Object [0x200000402:0x44b:0x0] is inserted into orphan list, open count = 1 00000040:00080000:3.0:1771968956.786244:0:14872:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10907, 184 off1906600 00000004:00010000:3.0:1771968956.786308:0:14872:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000003415a6a8 reply state 0000000030dd2f83 transno 4294984287 ns: mdt-lustre-MDT0000_UUID lock: 0000000049b55437/0x9268ded837c4f070 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x44b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.786319:0:14872:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000007393b89b/0x9268ded837c4f04d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x449:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.786345:0:14872:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007393b89b/0x9268ded837c4f04d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x449:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.786367:0:14872:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007393b89b/0x9268ded837c4f04d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x449:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.786375:0:14872:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007393b89b already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968956.786379:0:14872:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007393b89b/0x9268ded837c4f04d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x449:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.786396:0:14872:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007393b89b/0x9268ded837c4f04d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x449:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.786413:0:14872:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x449:0x0].0x0 (00000000559b6bab) 00010000:00010000:3.0:1771968956.786415:0:14872:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.786417:0:14872:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007393b89b/0x9268ded837c4f04d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x449:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.786421:0:14872:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007393b89b/0x9268ded837c4f04d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x449:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968956.786427:0:14872:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000003415a6a8 reply state 0000000030dd2f83 transno 4294984287 ns: mdt-lustre-MDT0000_UUID lock: 00000000e04d1f93/0x9268ded837c4f054 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x449:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968956.786480:0:14872:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003415a6a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+686:12406:x1858043754011904:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 7855us (7960us total) trans 4294984287 rc 0/0 00000100:00100000:3.0:1771968956.786489:0:14872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35819 00010000:00010000:3.0:1771968956.788307:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e04d1f93/0x9268ded837c4f054 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x449:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.788324:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x449:0x0].0xe364b611 (00000000567cdf8a) 00010000:00010000:3.0:1771968956.788327:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.788331:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000049b55437/0x9268ded837c4f070 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x44b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.788337:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44b:0x0].0x0 (000000001a35ec71) 00010000:00010000:3.0:1771968956.788339:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968956.793865:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35825 00000100:00100000:3.0:1771968956.793878:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000edb0622e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+692:12406:x1858043754012864:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968956.797810:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001062361a/0x9268ded837c4f0e0 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x449:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.797825:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x449:0x0].0x8d5ea5b7 (000000001e5daeb3) 00010000:00010000:3.0:1771968956.797828:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.797833:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000049ce9ce3/0x9268ded837c4f0e7 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x44e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.797840:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44e:0x0].0x0 (00000000844f8e11) 00010000:00010000:3.0:1771968956.797842:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968956.798363:0:6234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754013056 00000100:00100000:3.0:1771968956.798400:0:6234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754013184 00000100:00100000:3.0:1771968956.798426:0:6234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9624 00000100:00100000:3.0:1771968956.798436:0:6234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c5dfb0d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+687:12406:x1858043754013184:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:3.0:1771968956.798746:0:6234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c5dfb0d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+688:12406:x1858043754013184:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 311us (416us total) trans 4294984292 rc 0/0 00000100:00100000:3.0:1771968956.798753:0:6234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9624 00000100:00100000:3.0:1771968956.803818:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023ac3a22 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+685:12489:x1858043754013056:12345-192.168.202.27@tcp:37:ll_sa_12405.0 Request processed in 5392us (5526us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968956.803832:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9623 00010000:00010000:3.0:1771968956.807391:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000089e62acc/0x9268ded837c4f0fc lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x449:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.807413:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x449:0x0].0x8b6dba3a (000000003ce0efd8) 00010000:00010000:3.0:1771968956.807415:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.807420:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ed5ddbb5/0x9268ded837c4f103 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x44d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.807425:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44d:0x0].0x0 (00000000b04ec450) 00010000:00010000:3.0:1771968956.807426:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1771968956.808652:0:6231:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 0000000013f2cc57/0x9268ded837c4f0ee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x408:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.808659:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000013f2cc57/0x9268ded837c4f0ee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x408:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.808675:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000062bca715/0x9268ded837c4f126 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x408:0x0].0x1e68dc46 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.808680:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000062bca715/0x9268ded837c4f126 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x408:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.808685:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000062bca715/0x9268ded837c4f126 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x408:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.808731:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002611995d/0x9268ded837c4f12d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.808744:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002611995d/0x9268ded837c4f12d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.808750:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002611995d/0x9268ded837c4f12d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1771968956.809493:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].904, 64 off66112 00000040:00080000:3.0:1771968956.809519:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10911, 184 off1907336 00010000:00010000:3.0:1771968956.809549:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003e90165f/0x9268ded837c4f16c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.809558:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003e90165f/0x9268ded837c4f16c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.809567:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003e90165f/0x9268ded837c4f16c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.809580:0:6231:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003e90165f/0x9268ded837c4f16c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.809591:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003e90165f/0x9268ded837c4f16c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.809598:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003e90165f/0x9268ded837c4f16c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.809615:0:6231:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1771968956.809626:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007ed1f588 reply state 0000000092f479f2 transno 4294984295 ns: mdt-lustre-MDT0000_UUID lock: 000000002611995d/0x9268ded837c4f12d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.809672:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968956.809677:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003e90165f/0x9268ded837c4f16c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x40c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.809688:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003e90165f already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968956.809692:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003e90165f/0x9268ded837c4f16c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x40c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.809697:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003e90165f/0x9268ded837c4f16c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.809714:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40c:0x0].0x0 (000000007d35beaa) 00010000:00010000:3.0:1771968956.809719:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968956.809721:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003e90165f/0x9268ded837c4f16c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x40c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.809727:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003e90165f/0x9268ded837c4f16c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.809738:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.809741:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.809743:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.809843:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000013f2cc57/0x9268ded837c4f0ee lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x408:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.809849:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000013f2cc57/0x9268ded837c4f0ee lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x408:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.809853:0:6231:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000013f2cc57/0x9268ded837c4f0ee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x408:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.809857:0:6231:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000013f2cc57 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968956.809859:0:6231:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000013f2cc57/0x9268ded837c4f0ee lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x408:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.809862:0:6231:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000013f2cc57/0x9268ded837c4f0ee lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x408:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.809867:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x408:0x0].0x0 (000000001cc018c4) 00010000:00010000:3.0:1771968956.809868:0:6231:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.809869:0:6231:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000013f2cc57/0x9268ded837c4f0ee lrc: 2/0,0 mode: --/CW res: [0x200000402:0x408:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.809872:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000013f2cc57/0x9268ded837c4f0ee lrc: 0/0,0 mode: --/CW res: [0x200000402:0x408:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968956.809877:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007ed1f588 reply state 0000000092f479f2 transno 4294984295 ns: mdt-lustre-MDT0000_UUID lock: 0000000062bca715/0x9268ded837c4f126 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x408:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968956.809924:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ed1f588 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+689:12405:x1858043754012992:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 13185us (13292us total) trans 4294984295 rc 0/0 00000100:00100000:3.0:1771968956.809932:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35826 00000100:00100000:3.0:1771968956.812672:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754013824 00000100:00100000:3.0:1771968956.812727:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35831 00000100:00100000:3.0:1771968956.812734:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb7a8812 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+689:12406:x1858043754013824:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968956.812804:0:6230:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1771968956.812838:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cff055dd/0x9268ded837c4d43f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dee2 expref: 689 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.812867:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000795c6a2b/0x9268ded837c05877 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02613f expref: 688 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.812880:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000255ddd5b/0x9268ded837c0eda7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02956b expref: 687 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.812893:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000908d3080/0x9268ded837c05838 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026115 expref: 686 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.812914:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f:0x0].0x0 (00000000a2730857) 00010000:00010000:3.0:1771968956.812932:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d751a3b7/0x9268ded837c4e92a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e613 expref: 685 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.812957:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40b:0x0].0x0 (000000007dd4a211) 00010000:00010000:3.0:1771968956.812960:0:6230:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968956.813004:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f173 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.813021:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f173 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.813033:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f173 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.813050:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000052583c78/0x9268ded837c4f17a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40b:0x0].0x1e68dc46 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.813054:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000052583c78/0x9268ded837c4f17a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40b:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.813059:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000052583c78/0x9268ded837c4f17a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40b:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.813137:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000024c4fc01/0x9268ded837c4f181 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.813141:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000024c4fc01/0x9268ded837c4f181 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.813146:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000024c4fc01/0x9268ded837c4f181 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1771968956.813373:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].913, 64 off66688 00000040:00080000:3.0:1771968956.813395:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10912, 184 off1907520 00010000:00010000:3.0:1771968956.813436:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f188 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.813442:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f188 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.813447:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f188 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.813453:0:6230:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f188 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.813457:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f188 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x40f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.813464:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f188 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.813482:0:6230:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1771968956.813495:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000cb7a8812 reply state 00000000c617e42f transno 4294984296 ns: mdt-lustre-MDT0000_UUID lock: 0000000024c4fc01/0x9268ded837c4f181 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.813598:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f173 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.813606:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f173 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.813613:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f173 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.813620:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005386d807 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968956.813624:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f173 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.813632:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f173 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.813642:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40b:0x0].0x0 (000000007dd4a211) 00010000:00010000:3.0:1771968956.813645:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.813648:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f173 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.813654:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f173 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968956.813664:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000cb7a8812 reply state 00000000c617e42f transno 4294984296 ns: mdt-lustre-MDT0000_UUID lock: 0000000052583c78/0x9268ded837c4f17a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40b:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968956.813761:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb7a8812 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+686:12406:x1858043754013824:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1026us (1894us total) trans 4294984296 rc 0/0 00000100:00100000:3.0:1771968956.813770:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35831 00010000:00010000:3.0:1771968956.821206:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000062bca715/0x9268ded837c4f126 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x408:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.821219:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x408:0x0].0x1e68dc46 (000000003a85ddd1) 00010000:00010000:3.0:1771968956.821222:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.821226:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002611995d/0x9268ded837c4f12d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x40c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.821232:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40c:0x0].0x0 (000000007d35beaa) 00010000:00010000:3.0:1771968956.821235:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968956.823713:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.824238:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754014208 00000100:00100000:3.0:1771968956.831779:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754014336 00000100:00100000:3.0:1771968956.831845:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754014464 00000100:00100000:3.0:1771968956.831877:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35833 00000100:00100000:3.0:1771968956.831887:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8956b41 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+687:12406:x1858043754014336:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968956.831974:0:6230:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1771968956.832003:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ecd26a6d/0x9268ded837c4dbe7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x410:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e197 expref: 687 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.832054:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000deb1a36a/0x9268ded837c05950 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x410:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026193 expref: 684 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.832092:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006682efa9/0x9268ded837c0ee5d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x410:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0295b1 expref: 682 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.832111:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000038b5e75/0x9268ded837c058e7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x410:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026170 expref: 681 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.832121:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x410:0x0].0x0 (000000009be3683e) 00010000:00010000:3.0:1771968956.832135:0:6230:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968956.832154:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f1b2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.832205:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f1b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.832217:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f1b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.832232:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003e90165f/0x9268ded837c4f1c0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40b:0x0].0xdf197568 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.832239:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003e90165f/0x9268ded837c4f1c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40b:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.832246:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003e90165f/0x9268ded837c4f1c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40b:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.832298:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000003e6c0d2c/0x9268ded837c4f1ce lrc: 3/0,1 mode: --/EX res: [0x200000402:0x410:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.832313:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003e6c0d2c/0x9268ded837c4f1ce lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x410:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.832321:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003e6c0d2c/0x9268ded837c4f1ce lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x410:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1771968956.832630:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].906, 64 off66240 00000040:00080000:3.0:1771968956.832651:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10915, 184 off1908072 00010000:00010000:3.0:1771968956.832688:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002b12cb5c/0x9268ded837c4f1dc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x410:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.832701:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002b12cb5c/0x9268ded837c4f1dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x410:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.832711:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002b12cb5c/0x9268ded837c4f1dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x410:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.832789:0:6230:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002b12cb5c/0x9268ded837c4f1dc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x410:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.832796:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002b12cb5c/0x9268ded837c4f1dc lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x410:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.832801:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002b12cb5c/0x9268ded837c4f1dc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x410:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.832824:0:6230:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1771968956.832836:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b8956b41 reply state 000000006399a933 transno 4294984301 ns: mdt-lustre-MDT0000_UUID lock: 000000003e6c0d2c/0x9268ded837c4f1ce lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x410:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.832963:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f1b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.832982:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f1b2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.832997:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f1b2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.833012:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005386d807 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968956.833016:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f1b2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.833026:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f1b2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.833041:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40b:0x0].0x0 (000000007dd4a211) 00010000:00010000:3.0:1771968956.833048:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.833052:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f1b2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.833071:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f1b2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968956.833082:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b8956b41 reply state 000000006399a933 transno 4294984301 ns: mdt-lustre-MDT0000_UUID lock: 000000003e90165f/0x9268ded837c4f1c0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40b:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.835046:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003e90165f/0x9268ded837c4f1c0 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x40b:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.835117:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40b:0x0].0xdf197568 (00000000dfefe928) 00010000:00010000:3.0:1771968956.835119:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.835123:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003e6c0d2c/0x9268ded837c4f1ce lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x410:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.835128:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x410:0x0].0x0 (00000000f6ac275e) 00010000:00010000:3.0:1771968956.835130:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968956.840353:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754014720 00000100:00100000:3.0:1771968956.840416:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35836 00000100:00100000:3.0:1771968956.840423:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f25721f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+682:12406:x1858043754014720:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968956.840620:0:6230:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1771968956.840644:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000389815e1/0x9268ded837c4d844 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e055 expref: 682 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.840664:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008377acdd/0x9268ded837c4d81a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7af:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e040 expref: 681 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.840680:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e17bc848/0x9268ded837c4d805 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7af:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e039 expref: 680 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.840689:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (000000005dd84ffc) 00010000:00010000:3.0:1771968956.840699:0:6230:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968956.840727:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f1ff lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.840741:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f1ff lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.840755:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f1ff lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.840771:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b53568/0x9268ded837c4f206 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40b:0x0].0xb10fb57d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.840778:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b53568/0x9268ded837c4f206 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40b:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.840857:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b53568/0x9268ded837c4f206 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40b:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.841090:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000007bcb3115/0x9268ded837c4f20d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.841097:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007bcb3115/0x9268ded837c4f20d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.841103:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007bcb3115/0x9268ded837c4f20d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1771968956.841421:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].915, 64 off66816 00000040:00080000:3.0:1771968956.841443:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10917, 184 off1908440 00010000:00010000:3.0:1771968956.841481:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f214 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.841488:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f214 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.841493:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f214 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.841499:0:6230:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f214 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.841503:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f214 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.841506:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f214 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7af:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.841521:0:6230:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1771968956.841535:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000005f25721f reply state 0000000086371367 transno 4294984303 ns: mdt-lustre-MDT0000_UUID lock: 000000007bcb3115/0x9268ded837c4f20d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.841618:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f1ff lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.841630:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f1ff lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.841636:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f1ff lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.841642:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d8a648c4 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968956.841646:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f1ff lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.841655:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f1ff lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.841677:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40b:0x0].0x0 (000000007dd4a211) 00010000:00010000:3.0:1771968956.841680:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.841683:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f1ff lrc: 2/0,0 mode: --/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.841691:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f1ff lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968956.841698:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000005f25721f reply state 0000000086371367 transno 4294984303 ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b53568/0x9268ded837c4f206 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40b:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968956.841782:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f25721f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+681:12406:x1858043754014720:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1357us (1471us total) trans 4294984303 rc 0/0 00000100:00100000:3.0:1771968956.841789:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35836 00010000:00010000:3.0:1771968956.842746:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b53568/0x9268ded837c4f206 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x40b:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.842763:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40b:0x0].0xb10fb57d (00000000943d6e8b) 00010000:00010000:3.0:1771968956.842767:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.842770:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007bcb3115/0x9268ded837c4f20d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.842775:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (00000000bb7a1122) 00010000:00010000:3.0:1771968956.842777:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968956.845635:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754014848 00000100:00100000:3.0:1771968956.845731:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754014976 00010000:00010000:3.0:1771968956.848025:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.848687:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007d7eefaa/0x9268ded837c4f230 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x40b:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.848697:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40b:0x0].0xe260ec82 (00000000fb614114) 00010000:00010000:3.0:1771968956.848700:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.848704:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000deb1a36a/0x9268ded837c4f237 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.848710:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (000000006e6a3dc4) 00010000:00010000:3.0:1771968956.848712:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968956.850937:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35840 00000100:00100000:3.0:1771968956.850945:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ca16092 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+679:12406:x1858043754015232:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968956.850969:0:6230:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1771968956.850982:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000976ad7ed/0x9268ded837c4e60c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e4fb expref: 679 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.850995:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000068ae09bd/0x9268ded837c4e5e9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7bf:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e4e6 expref: 678 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.851007:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a416477c/0x9268ded837c4e5b8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7bf:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e4df expref: 677 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.851035:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bf:0x0].0x0 (000000006fed2ce2) 00010000:00010000:3.0:1771968956.851042:0:6230:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968956.851053:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f261 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.851064:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f261 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.851070:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f261 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.851081:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f53f58b6/0x9268ded837c4f268 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40b:0x0].0x7eb5c453 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.851086:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f53f58b6/0x9268ded837c4f268 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40b:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.851092:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f53f58b6/0x9268ded837c4f268 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40b:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.851155:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000009fee684a/0x9268ded837c4f276 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7bf:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.851162:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009fee684a/0x9268ded837c4f276 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.851170:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009fee684a/0x9268ded837c4f276 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1771968956.851565:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].918, 64 off67008 00000040:00080000:3.0:1771968956.851582:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10922, 184 off1909288 00010000:00010000:3.0:1771968956.851605:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002b12cb5c/0x9268ded837c4f284 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7bf:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.851612:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002b12cb5c/0x9268ded837c4f284 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.851618:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002b12cb5c/0x9268ded837c4f284 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.851629:0:6230:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002b12cb5c/0x9268ded837c4f284 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.851633:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002b12cb5c/0x9268ded837c4f284 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.851638:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002b12cb5c/0x9268ded837c4f284 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7bf:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.851657:0:6230:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00010000:3.0:1771968956.851666:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000000ca16092 reply state 00000000e434d992 transno 4294984307 ns: mdt-lustre-MDT0000_UUID lock: 000000009fee684a/0x9268ded837c4f276 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.851996:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f261 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.852004:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f261 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.852010:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f261 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.852015:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d8a648c4 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968956.852018:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f261 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.852025:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f261 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.852037:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40b:0x0].0x0 (000000007dd4a211) 00010000:00010000:3.0:1771968956.852040:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.852042:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f261 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.852048:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f261 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968956.852056:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000000ca16092 reply state 00000000e434d992 transno 4294984307 ns: mdt-lustre-MDT0000_UUID lock: 00000000f53f58b6/0x9268ded837c4f268 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40b:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968956.852147:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ca16092 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+680:12406:x1858043754015232:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1200us (1550us total) trans 4294984307 rc 0/0 00000100:00100000:3.0:1771968956.852160:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35840 00010000:00010000:3.0:1771968956.853880:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ed17bbf7/0x9268ded837c4f25a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x408:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.853887:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x408:0x0].0x458ba0d4 (000000005fa872d7) 00010000:00010000:3.0:1771968956.853889:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.853891:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cfbef9e4/0x9268ded837c4f26f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.853895:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ad:0x0].0x0 (000000004fd8c92a) 00010000:00010000:3.0:1771968956.853896:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968956.855318:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754015488 00000100:00100000:3.0:1771968956.855346:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35842 00000100:00100000:3.0:1771968956.855470:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f4fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+679:12406:x1858043754015488:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968956.855493:0:6230:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968956.855505:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a080944a/0x9268ded837c4db7e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7b0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e16d expref: 679 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.855515:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b0:0x0].0x0 (00000000307bc713) 00010000:00010000:3.0:1771968956.855522:0:6230:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968956.855533:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f2a0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.855543:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f2a0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.855548:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f2a0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.855560:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000381bba95/0x9268ded837c4f2a7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x40b:0x0].0x458ba0d4 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.855567:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000381bba95/0x9268ded837c4f2a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40b:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.855573:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000381bba95/0x9268ded837c4f2a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40b:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.855606:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f2ae lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7b0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.855614:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f2ae lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.855624:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f2ae lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1771968956.855875:0:6230:0:(mdd_dir.c:1578:mdd_finish_unlink()) Object [0x200000402:0x7b0:0x0] is inserted into orphan list, open count = 1 00000040:00080000:3.0:1771968956.855917:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10924, 184 off1909656 00000004:00010000:3.0:1771968956.855956:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000003f4fb480 reply state 0000000020be5f77 transno 4294984309 ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f2ae lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.855974:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f2a0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.855982:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f2a0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.855987:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f2a0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.856002:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000019784ba1 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968956.856006:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f2a0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.856016:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f2a0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.856035:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40b:0x0].0x0 (000000007dd4a211) 00010000:00010000:3.0:1771968956.856040:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.856043:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f2a0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.856056:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f2a0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x40b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968956.856069:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000003f4fb480 reply state 0000000020be5f77 transno 4294984309 ns: mdt-lustre-MDT0000_UUID lock: 00000000381bba95/0x9268ded837c4f2a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x40b:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968956.856146:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f4fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+682:12406:x1858043754015488:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 793us (864us total) trans 4294984309 rc 0/0 00000100:00100000:3.0:1771968956.856153:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35842 00010000:00010000:3.0:1771968956.857891:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005b1b8213/0x9268ded837c4f292 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x408:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.858922:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x408:0x0].0x8849861e (00000000338b55f6) 00010000:00010000:3.0:1771968956.858925:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.858930:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000018c71b01/0x9268ded837c4f299 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.858937:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (000000007ef20b93) 00010000:00010000:3.0:1771968956.858939:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1771968956.860710:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000af6a6cb0/0x9268ded837c4f2c3 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x40b:0x0].0x8849861e bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.860720:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40b:0x0].0x8849861e (00000000722b352a) 00010000:00010000:3.0:1771968956.860722:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.860726:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004575742c/0x9268ded837c4f2ca lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.860732:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c0:0x0].0x0 (00000000b17f474f) 00010000:00010000:3.0:1771968956.860735:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968956.860959:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754015872 00010000:00010000:3.0:1771968956.861861:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000069dcb738/0x9268ded837c4f2d8 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x408:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.861870:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x408:0x0].0x75c74963 (000000005738260e) 00010000:00010000:3.0:1771968956.861873:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.861876:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ea0e74fd/0x9268ded837c4f2df lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.861881:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (00000000a77d5225) 00010000:00010000:3.0:1771968956.861883:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1771968956.862496:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ecd26a6d/0x9268ded837c4f2f4 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x40b:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.862506:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40b:0x0].0x75c74963 (00000000d5023644) 00010000:00010000:3.0:1771968956.862509:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.862512:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ff4ab974/0x9268ded837c4f2fb lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.862518:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ac:0x0].0x0 (000000005a368a94) 00010000:00010000:3.0:1771968956.862520:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968956.863741:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754016000 00000100:00100000:3.0:1771968956.863802:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9628 00000100:00100000:3.0:1771968956.863809:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d66aad13 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+680:12405:x1858043754016000:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:3.0:1771968956.864074:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d66aad13 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+681:12405:x1858043754016000:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 265us (467us total) trans 4294984313 rc 0/0 00000100:00100000:3.0:1771968956.864083:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9628 00000100:00100000:3.0:1771968956.865498:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754016128 00000100:00100000:3.0:1771968956.865535:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9629 00000100:00100000:3.0:1771968956.865541:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092506541 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+681:12406:x1858043754016128:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:3.0:1771968956.865799:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092506541 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+682:12406:x1858043754016128:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 257us (393us total) trans 4294984314 rc 0/0 00000100:00100000:3.0:1771968956.865807:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9629 00010000:00010000:3.0:1771968956.867967:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968956.867972:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009fbc349a/0x9268ded837c4f31e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x40a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.867978:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009fbc349a already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968956.867981:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009fbc349a/0x9268ded837c4f31e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x40a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.867987:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009fbc349a/0x9268ded837c4f31e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x40a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.867995:0:7238:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40a:0x0].0x0 (0000000039e92261) 00010000:00010000:3.0:1771968956.867997:0:7238:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968956.867999:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009fbc349a/0x9268ded837c4f31e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x40a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.868003:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009fbc349a/0x9268ded837c4f31e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x40a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.868013:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.868014:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.868015:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.868989:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008e91484c/0x9268ded837c4f310 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x408:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.869001:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x408:0x0].0xeff62052 (00000000b0323fb3) 00010000:00010000:3.0:1771968956.869004:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.869007:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008719635b/0x9268ded837c4f317 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x40a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.869013:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40a:0x0].0x0 (0000000039e92261) 00010000:00010000:3.0:1771968956.869015:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968956.870852:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754016448 00000100:00100000:3.0:1771968956.870887:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9630 00000100:00100000:3.0:1771968956.870893:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002405f5e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+678:12405:x1858043754016448:12345-192.168.202.27@tcp:37:dbench.0 00010000:00010000:3.0:1771968956.871654:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005d9fa1df/0x9268ded837c4f32c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x40b:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.871667:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40b:0x0].0xeff62052 (000000004cdc196b) 00010000:00010000:3.0:1771968956.871670:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.871674:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000da143d00/0x9268ded837c4f333 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x40d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.871680:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d:0x0].0x0 (0000000059cb65a0) 00010000:00010000:3.0:1771968956.871682:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968956.880838:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.880882:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.880929:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.881700:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35849 00000100:00100000:3.0:1771968956.881708:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e97f3d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+681:12405:x1858043754016960:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968956.881828:0:8228:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1771968956.881852:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000095ddfa9e/0x9268ded837c40e86 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x415:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a039dab expref: 681 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.881873:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003283f803/0x9268ded837c05b25 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x415:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026242 expref: 680 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.881887:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000726a000e/0x9268ded837c0f1f9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x415:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029701 expref: 679 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.881899:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002b29cf6c/0x9268ded837c05ad8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x415:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026218 expref: 678 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.881921:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x415:0x0].0x0 (0000000037717de9) 00010000:00010000:3.0:1771968956.881937:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007d4ae2fe/0x9268ded837c4ef74 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x411:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e747 expref: 677 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.881946:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x411:0x0].0x0 (00000000f38d3614) 00010000:00010000:3.0:1771968956.881950:0:8228:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968956.881978:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f348 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x411:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.881989:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f348 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x411:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.881999:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f348 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x411:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.882016:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f34f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x411:0x0].0x77103a66 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.882029:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f34f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x411:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.882035:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f34f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x411:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.882121:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002b12cb5c/0x9268ded837c4f356 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x415:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.882129:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002b12cb5c/0x9268ded837c4f356 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x415:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.882136:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002b12cb5c/0x9268ded837c4f356 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x415:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1771968956.882430:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].922, 64 off67264 00000040:00080000:3.0:1771968956.882464:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10930, 184 off1910760 00010000:00010000:3.0:1771968956.882503:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b064f7d5/0x9268ded837c4f35d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x415:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.882512:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b064f7d5/0x9268ded837c4f35d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x415:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.883677:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b064f7d5/0x9268ded837c4f35d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x415:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.883688:0:8228:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b064f7d5/0x9268ded837c4f35d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x415:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.883696:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b064f7d5/0x9268ded837c4f35d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x415:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.883703:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b064f7d5/0x9268ded837c4f35d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x415:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968956.885335:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.890342:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968956.893361:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968956.893369:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000093a7873b/0x9268ded837c4f380 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x412:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.893379:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000093a7873b already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968956.893383:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000093a7873b/0x9268ded837c4f380 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x412:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.893391:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000093a7873b/0x9268ded837c4f380 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x412:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.893402:0:7238:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x412:0x0].0x0 (0000000059944602) 00010000:00010000:3.0:1771968956.893405:0:7238:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968956.893408:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000093a7873b/0x9268ded837c4f380 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x412:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.893414:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000093a7873b/0x9268ded837c4f380 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x412:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.893430:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.893433:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.893435:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968956.895120:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.897127:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.899074:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968956.900263:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968956.900269:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000fdd4ccc/0x9268ded837c4f3b1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x416:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.900279:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000fdd4ccc already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968956.900284:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000fdd4ccc/0x9268ded837c4f3b1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x416:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.900301:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000fdd4ccc/0x9268ded837c4f3b1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x416:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.900324:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x416:0x0].0x0 (000000001cbb9474) 00010000:00010000:3.0:1771968956.900331:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968956.900336:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000fdd4ccc/0x9268ded837c4f3b1 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x416:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.900356:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000fdd4ccc/0x9268ded837c4f3b1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x416:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.900375:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.900377:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.900379:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968956.904766:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.906122:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1771968956.906674:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000093a7873b/0x9268ded837c4f3bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x413:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.906686:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000093a7873b/0x9268ded837c4f3bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x413:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.906775:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008dbc2729/0x9268ded837c4f3c6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x414:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.906783:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008dbc2729/0x9268ded837c4f3c6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x414:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.906791:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008dbc2729/0x9268ded837c4f3c6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x414:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1771968956.907104:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].912, 64 off66624 00000040:00080000:0.0:1771968956.907137:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10934, 176 off1911480 00010000:00010000:0.0:1771968956.907213:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c4f3cd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x414:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.907224:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c4f3cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.907231:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c4f3cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.907238:0:6231:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c4f3cd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.907245:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c4f3cd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.907256:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c4f3cd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.907277:0:6231:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1771968956.907298:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000724a1e43 reply state 00000000f37d07ad transno 4294984326 ns: mdt-lustre-MDT0000_UUID lock: 000000008dbc2729/0x9268ded837c4f3c6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x414:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.907415:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f3b8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x413:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.907422:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f3b8 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x413:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.907429:0:6231:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f3b8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x413:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.907436:0:6231:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cd98075b already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968956.907440:0:6231:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f3b8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x413:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.907448:0:6231:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f3b8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x413:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.907458:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x413:0x0].0x0 (00000000f94c67c3) 00010000:00010000:0.0:1771968956.907462:0:6231:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968956.907465:0:6231:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f3b8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x413:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.907471:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f3b8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x413:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1771968956.907480:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000724a1e43 reply state 00000000f37d07ad transno 4294984326 ns: mdt-lustre-MDT0000_UUID lock: 0000000093a7873b/0x9268ded837c4f3bf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x413:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968956.907569:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000724a1e43 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+673:12406:x1858043754018048:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1157us (1450us total) trans 4294984326 rc 0/0 00000100:00100000:0.0:1771968956.907579:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35853 00010000:00010000:3.0:1771968956.907844:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968956.907851:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c4f3cd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.907864:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a217e8b2 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968956.907867:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c4f3cd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.907874:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c4f3cd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.907884:0:7238:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x414:0x0].0x0 (000000001dbd83a6) 00010000:00010000:3.0:1771968956.907886:0:7238:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968956.907889:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c4f3cd lrc: 1/0,0 mode: --/PW res: [0x200000402:0x414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.907894:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c4f3cd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x414:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.907915:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.907917:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.907918:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968956.910742:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033d38d9c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+671:12405:x1858043754017920:12345-192.168.202.27@tcp:37:dbench.0 Request processed in 5664us (5980us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968956.910761:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9638 00000100:00100000:3.0:1771968956.910961:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968956.911006:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754018176 00000100:00100000:0.0:1771968956.911052:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9639 00000100:00100000:0.0:1771968956.911060:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000410a4262 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+671:12406:x1858043754018176:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:0.0:1771968956.911450:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000410a4262 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+672:12406:x1858043754018176:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 390us (490us total) trans 4294984327 rc 0/0 00000100:00100000:0.0:1771968956.911458:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9639 00000100:00100000:3.0:1771968956.913228:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.915662:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.916158:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968956.917208:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000eccde787/0x9268ded837c4f3db lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x413:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.917221:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x413:0x0].0xc4fc354d (00000000f7e0b8f1) 00010000:00010000:3.0:1771968956.917224:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.917228:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000fdd4ccc/0x9268ded837c4f3e2 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x418:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.917236:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x418:0x0].0x0 (00000000afa67928) 00010000:00010000:3.0:1771968956.917241:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1771968956.918489:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968956.918495:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c6fb3d7a/0x9268ded837c4f421 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x795:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.918503:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c6fb3d7a already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968956.918506:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c6fb3d7a/0x9268ded837c4f421 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x795:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.918513:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c6fb3d7a/0x9268ded837c4f421 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x795:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.918636:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x795:0x0].0x0 (00000000c7e335de) 00010000:00010000:3.0:1771968956.918639:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968956.918642:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c6fb3d7a/0x9268ded837c4f421 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x795:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.918648:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c6fb3d7a/0x9268ded837c4f421 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x795:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.918661:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.918663:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.918664:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968956.918831:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754018560 00000100:00100000:3.0:1771968956.921267:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.922468:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.926205:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968956.927550:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968956.927560:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000084888f03/0x9268ded837c4f459 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.927571:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000084888f03 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968956.927576:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000084888f03/0x9268ded837c4f459 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.927585:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000084888f03/0x9268ded837c4f459 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.927595:0:7238:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e3:0x0].0x0 (0000000042d0a8c7) 00010000:00010000:3.0:1771968956.927597:0:7238:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968956.927600:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000084888f03/0x9268ded837c4f459 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.927604:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000084888f03/0x9268ded837c4f459 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3e3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.927616:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.927618:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.927619:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.929217:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000813282b3/0x9268ded837c4f44b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.929238:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e0:0x0].0x204a7f30 (000000006997d99e) 00010000:00010000:3.0:1771968956.929241:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.929247:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000087275aaa/0x9268ded837c4f452 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.929254:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e3:0x0].0x0 (0000000042d0a8c7) 00010000:00010000:3.0:1771968956.929257:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968956.929576:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.929811:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968956.933050:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.933130:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754019200 00000100:00100000:3.0:1771968956.933218:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35861 00000100:00100000:3.0:1771968956.933224:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023ac3a22 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+672:12405:x1858043754019200:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968956.933294:0:8228:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1771968956.933324:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001ca624fe/0x9268ded837c4cc51 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a0:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dc11 expref: 672 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.933344:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000097cc3444/0x9268ded837c4cbe8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7a0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dbee expref: 671 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.933355:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b0d8c18a/0x9268ded837c4cbd3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7a0:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dbe7 expref: 670 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.933365:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a0:0x0].0x0 (00000000e063de41) 00010000:00010000:3.0:1771968956.933373:0:8228:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968956.933403:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c575fdbe/0x9268ded837c4f483 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.933416:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c575fdbe/0x9268ded837c4f483 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.933426:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c575fdbe/0x9268ded837c4f483 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.933440:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b064f7d5/0x9268ded837c4f48a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3e0:0x0].0x28dc98c0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.933451:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b064f7d5/0x9268ded837c4f48a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e0:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.933456:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b064f7d5/0x9268ded837c4f48a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e0:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.933541:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f491 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7a0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.933550:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f491 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.933557:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f491 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1771968956.933825:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].915, 64 off66816 00000040:00080000:3.0:1771968956.933855:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10939, 184 off1912400 00010000:00010000:3.0:1771968956.933914:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000945cd46a/0x9268ded837c4f498 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7a0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.933924:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000945cd46a/0x9268ded837c4f498 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.933931:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000945cd46a/0x9268ded837c4f498 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.933937:0:8228:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000945cd46a/0x9268ded837c4f498 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.933944:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000945cd46a/0x9268ded837c4f498 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.933952:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000945cd46a/0x9268ded837c4f498 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7a0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.933977:0:8228:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1771968956.933997:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000023ac3a22 reply state 000000001360535f transno 4294984333 ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f491 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.934116:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c575fdbe/0x9268ded837c4f483 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.934134:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c575fdbe/0x9268ded837c4f483 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.934148:0:8228:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c575fdbe/0x9268ded837c4f483 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.934154:0:8228:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c575fdbe already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968956.934156:0:8228:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c575fdbe/0x9268ded837c4f483 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.934161:0:8228:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c575fdbe/0x9268ded837c4f483 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.934171:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e0:0x0].0x0 (00000000e5baabf6) 00010000:00010000:3.0:1771968956.934205:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.934209:0:8228:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c575fdbe/0x9268ded837c4f483 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.934223:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c575fdbe/0x9268ded837c4f483 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968956.934233:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000023ac3a22 reply state 000000001360535f transno 4294984333 ns: mdt-lustre-MDT0000_UUID lock: 00000000b064f7d5/0x9268ded837c4f48a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e0:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968956.934315:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023ac3a22 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+671:12405:x1858043754019200:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1090us (1271us total) trans 4294984333 rc 0/0 00000100:00100000:3.0:1771968956.934322:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35861 00000100:00100000:0.0:1771968956.937433:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968956.938690:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b064f7d5/0x9268ded837c4f48a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.938705:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e0:0x0].0x28dc98c0 (00000000dc802fdc) 00010000:00010000:3.0:1771968956.938708:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.938714:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f491 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.938735:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a0:0x0].0x0 (00000000307bc713) 00010000:00010000:3.0:1771968956.938737:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1771968956.939680:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009a9875a0/0x9268ded837c4f467 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3df:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.939693:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3df:0x0].0x1e68dc46 (00000000074966e7) 00010000:00010000:3.0:1771968956.939696:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.939700:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001920eb5e/0x9268ded837c4f46e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x798:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.939706:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x798:0x0].0x0 (00000000704f5e48) 00010000:00010000:3.0:1771968956.939708:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1771968956.941434:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968956.941442:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c6fb3d7a/0x9268ded837c4f4d0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x78a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.941451:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c6fb3d7a already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968956.941454:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c6fb3d7a/0x9268ded837c4f4d0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x78a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.941466:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c6fb3d7a/0x9268ded837c4f4d0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x78a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.941478:0:7238:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x78a:0x0].0x0 (000000003a218216) 00010000:00010000:0.0:1771968956.941481:0:7238:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1771968956.941483:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c6fb3d7a/0x9268ded837c4f4d0 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x78a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.941487:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c6fb3d7a/0x9268ded837c4f4d0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x78a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.941498:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968956.941500:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968956.941501:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.943703:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007421e5a9/0x9268ded837c4f4c2 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.943724:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e0:0x0].0x91184568 (000000008483c71d) 00010000:00010000:3.0:1771968956.943728:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.943733:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000084888f03/0x9268ded837c4f4c9 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x78a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.943739:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x78a:0x0].0x0 (000000003a218216) 00010000:00010000:3.0:1771968956.943741:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968956.945046:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.946783:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.946891:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968956.947771:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35865 00000100:00100000:0.0:1771968956.947777:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e191b392 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+670:12405:x1858043754019968:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:0.0:1771968956.947802:0:6231:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1771968956.947817:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a120d252/0x9268ded837c4f43d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3e2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e7b7 expref: 670 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.947834:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000090f9b84/0x9268ded837c043cb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3e2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0258cc expref: 669 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.947848:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000005197e90/0x9268ded837c0c9f1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3e2:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a028939 expref: 668 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.947867:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000020d88b35/0x9268ded837c04370 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3e2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0258a2 expref: 667 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.947875:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e2:0x0].0x0 (000000006285b7ed) 00010000:00010000:0.0:1771968956.947883:0:6231:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968956.947897:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f4de lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.947923:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f4de lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.947935:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f4de lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.947955:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001a1ccaa2/0x9268ded837c4f4e5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3e0:0x0].0xf786fdb3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.947962:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001a1ccaa2/0x9268ded837c4f4e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e0:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.947969:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001a1ccaa2/0x9268ded837c4f4e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e0:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.948074:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000067868dce/0x9268ded837c4f4ec lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.948082:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000067868dce/0x9268ded837c4f4ec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.948095:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000067868dce/0x9268ded837c4f4ec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1771968956.948403:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].917, 64 off66944 00000040:00080000:0.0:1771968956.948439:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10941, 184 off1912768 00010000:00010000:0.0:1771968956.948488:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c4f4f3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.948498:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c4f4f3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.948507:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c4f4f3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.948515:0:6231:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c4f4f3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.948522:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c4f4f3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.948529:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c4f4f3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.948550:0:6231:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1771968956.948568:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e191b392 reply state 00000000d5f30a45 transno 4294984337 ns: mdt-lustre-MDT0000_UUID lock: 0000000067868dce/0x9268ded837c4f4ec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.948691:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f4de lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.948703:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f4de lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.948710:0:6231:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f4de lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.948716:0:6231:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cd98075b already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968956.948720:0:6231:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f4de lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.948727:0:6231:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f4de lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.948737:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e0:0x0].0x0 (00000000e5baabf6) 00010000:00010000:0.0:1771968956.948740:0:6231:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968956.948743:0:6231:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f4de lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.948748:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f4de lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1771968956.948756:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e191b392 reply state 00000000d5f30a45 transno 4294984337 ns: mdt-lustre-MDT0000_UUID lock: 000000001a1ccaa2/0x9268ded837c4f4e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e0:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968956.948830:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e191b392 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+668:12405:x1858043754019968:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1051us (1938us total) trans 4294984337 rc 0/0 00000100:00100000:0.0:1771968956.948840:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35865 00010000:00010000:3.0:1771968956.952896:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001a1ccaa2/0x9268ded837c4f4e5 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e0:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.952932:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e0:0x0].0xf786fdb3 (00000000f6b4702f) 00010000:00010000:3.0:1771968956.952934:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.952939:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000067868dce/0x9268ded837c4f4ec lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.952944:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e2:0x0].0x0 (000000002e2fd659) 00010000:00010000:3.0:1771968956.952945:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968956.953997:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.954087:0:6217:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754020032 00010000:00010000:3.0:1771968956.954127:0:6217:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000005e491a32/0x9268ded837c4f475 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3df:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e7be expref: 668 pid: 6231 timeout: 536 lvb_type: 0 00000100:00100000:3.0:1771968956.954163:0:6217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11398 00000100:00100000:3.0:1771968956.954170:0:6217:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092506541 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+668:2264:x1858043754020032:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1771968956.954216:0:6217:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968956.954222:0:6217:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000005e491a32/0x9268ded837c4f475 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e7be expref: 668 pid: 6231 timeout: 536 lvb_type: 0 00010000:00010000:3.0:1771968956.954236:0:6217:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000005e491a32/0x9268ded837c4f475 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e7be expref: 668 pid: 6231 timeout: 536 lvb_type: 0 00010000:00010000:3.0:1771968956.954254:0:6217:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3df:0x0].0x0 (00000000c27a6181) 00010000:00010000:3.0:1771968956.954258:0:6217:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4f4d7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.954267:0:6217:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4f4d7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.954272:0:6217:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4f4d7 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3df:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.954291:0:6217:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968956.954343:0:6217:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092506541 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+668:2264:x1858043754020032:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 173us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968956.954349:0:6217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11398 00010000:00010000:3.0:1771968956.956161:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968956.956165:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000004509114/0x9268ded837c4f508 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.956172:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000004509114 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968956.956205:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000004509114/0x9268ded837c4f508 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.956210:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000004509114/0x9268ded837c4f508 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.956221:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e4:0x0].0x0 (00000000e8a4da9f) 00010000:00010000:3.0:1771968956.956222:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968956.956224:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000004509114/0x9268ded837c4f508 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.956228:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000004509114/0x9268ded837c4f508 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3e4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.956237:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.956238:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.956239:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968956.956452:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968956.957258:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008972a567/0x9268ded837c4f4fa lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3df:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.957268:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3df:0x0].0x204a7f30 (00000000c6aaf11f) 00010000:00010000:3.0:1771968956.957270:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.957273:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b42a452d/0x9268ded837c4f501 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.957279:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e4:0x0].0x0 (00000000e8a4da9f) 00010000:00010000:3.0:1771968956.957281:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1771968956.957509:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968956.957515:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007974e214/0x9268ded837c4f524 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x790:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.957522:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007974e214 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968956.957525:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007974e214/0x9268ded837c4f524 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x790:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.957532:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007974e214/0x9268ded837c4f524 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x790:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.957542:0:7238:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x790:0x0].0x0 (000000002544eed9) 00010000:00010000:0.0:1771968956.957545:0:7238:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1771968956.957547:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007974e214/0x9268ded837c4f524 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x790:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.957553:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007974e214/0x9268ded837c4f524 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x790:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.957563:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968956.957564:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968956.957565:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.961207:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000de5d9572/0x9268ded837c4f516 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e0:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.961219:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e0:0x0].0xba61c71c (000000000dc00f2e) 00010000:00010000:3.0:1771968956.961221:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.961225:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a080944a/0x9268ded837c4f51d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x790:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968956.961231:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968956.961236:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x790:0x0].0x0 (000000002544eed9) 00010000:00010000:3.0:1771968956.961238:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1771968956.962144:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000242c3d0c/0x9268ded837c4f54e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3df:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.962156:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3df:0x0].0x28dc98c0 (00000000429c5473) 00010000:00010000:0.0:1771968956.962158:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968956.962160:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a120d252/0x9268ded837c4f555 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.962165:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a2:0x0].0x0 (00000000673fdb48) 00010000:00010000:0.0:1771968956.962167:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1771968956.962983:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968956.962987:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f578 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x793:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.962995:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001394e25a already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968956.962999:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f578 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x793:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.963007:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f578 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x793:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.963028:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x793:0x0].0x0 (00000000843d2605) 00010000:00010000:3.0:1771968956.963030:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968956.963033:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f578 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x793:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.963038:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f578 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x793:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.963051:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.963053:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.963054:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968956.965838:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968956.967320:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007393b89b/0x9268ded837c4f56a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e0:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.967330:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e0:0x0].0xdb4ed787 (000000008c9754e7) 00010000:00010000:3.0:1771968956.967333:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.967337:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000df119770/0x9268ded837c4f571 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x793:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.967343:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x793:0x0].0x0 (00000000843d2605) 00010000:00010000:3.0:1771968956.967345:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1771968956.967401:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968956.967406:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000805111e1/0x9268ded837c4f594 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x78d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.967413:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000805111e1 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968956.967416:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000805111e1/0x9268ded837c4f594 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x78d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.967423:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000805111e1/0x9268ded837c4f594 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x78d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.967432:0:7238:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x78d:0x0].0x0 (00000000a2730857) 00010000:00010000:0.0:1771968956.967434:0:7238:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1771968956.967436:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000805111e1/0x9268ded837c4f594 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x78d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.967441:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000805111e1/0x9268ded837c4f594 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x78d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.967453:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968956.967454:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968956.967456:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968956.967531:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754020736 00000100:00100000:3.0:1771968956.967567:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35871 00000100:00100000:3.0:1771968956.967572:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000667b6fd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+665:12405:x1858043754020736:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968956.967606:0:8228:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968956.967621:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004e003700/0x9268ded837c4ca4b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03db69 expref: 665 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.967631:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79d:0x0].0x0 (00000000f20d264d) 00010000:00010000:3.0:1771968956.967639:0:8228:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968956.967654:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006802b24f/0x9268ded837c4f59b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.967664:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006802b24f/0x9268ded837c4f59b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.967671:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006802b24f/0x9268ded837c4f59b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.967685:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000099c6a9b2/0x9268ded837c4f5a2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3e0:0x0].0x193cfbd6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.967691:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000099c6a9b2/0x9268ded837c4f5a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e0:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.967702:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000099c6a9b2/0x9268ded837c4f5a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e0:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.967755:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000068ae09bd/0x9268ded837c4f5a9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.967763:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000068ae09bd/0x9268ded837c4f5a9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.967769:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000068ae09bd/0x9268ded837c4f5a9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1771968956.967921:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].929, 64 off67712 00000040:00080000:3.0:1771968956.967944:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10947, 184 off1913872 00010000:00010000:3.0:1771968956.967977:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000945cd46a/0x9268ded837c4f5b0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x79d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.967986:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000945cd46a/0x9268ded837c4f5b0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.967993:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000945cd46a/0x9268ded837c4f5b0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.968000:0:8228:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000945cd46a/0x9268ded837c4f5b0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.968006:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000945cd46a/0x9268ded837c4f5b0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.968015:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000945cd46a/0x9268ded837c4f5b0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.968075:0:8228:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1771968956.968087:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000667b6fd8 reply state 000000008e890285 transno 4294984343 ns: mdt-lustre-MDT0000_UUID lock: 0000000068ae09bd/0x9268ded837c4f5a9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.968265:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006802b24f/0x9268ded837c4f59b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.968273:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006802b24f/0x9268ded837c4f59b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.968279:0:8228:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006802b24f/0x9268ded837c4f59b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.968284:0:8228:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006802b24f already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968956.968287:0:8228:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006802b24f/0x9268ded837c4f59b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.968293:0:8228:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006802b24f/0x9268ded837c4f59b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.968302:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e0:0x0].0x0 (00000000e5baabf6) 00010000:00010000:3.0:1771968956.968304:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968956.968307:0:8228:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006802b24f/0x9268ded837c4f59b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.968312:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006802b24f/0x9268ded837c4f59b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3e0:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968956.968320:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000667b6fd8 reply state 000000008e890285 transno 4294984343 ns: mdt-lustre-MDT0000_UUID lock: 0000000099c6a9b2/0x9268ded837c4f5a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e0:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968956.968983:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1771968956.969595:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968956.969600:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000945cd46a/0x9268ded837c4f5b0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.969616:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000945cd46a already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968956.969620:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000945cd46a/0x9268ded837c4f5b0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.969628:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000945cd46a/0x9268ded837c4f5b0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.969641:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79d:0x0].0x0 (00000000e063de41) 00010000:00010000:0.0:1771968956.969644:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1771968956.969647:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000945cd46a/0x9268ded837c4f5b0 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.969652:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000945cd46a/0x9268ded837c4f5b0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x79d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.969664:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968956.969666:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968956.969667:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968956.969682:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000255ddd5b/0x9268ded837c4f586 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3df:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.969691:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3df:0x0].0x91184568 (0000000037717de9) 00010000:00010000:0.0:1771968956.969693:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968956.969696:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000043c7e062/0x9268ded837c4f58d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x78d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.969702:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x78d:0x0].0x0 (00000000a2730857) 00010000:00010000:0.0:1771968956.969704:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1771968956.971981:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968956.971986:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ae49b7da/0x9268ded837c4f5cc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.971993:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ae49b7da already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968956.971996:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ae49b7da/0x9268ded837c4f5cc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.972004:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ae49b7da/0x9268ded837c4f5cc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.972015:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e1:0x0].0x0 (00000000967efd1d) 00010000:00010000:3.0:1771968956.972017:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968956.972020:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ae49b7da/0x9268ded837c4f5cc lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.972025:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ae49b7da/0x9268ded837c4f5cc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3e1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.972037:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.972038:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.972039:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968956.973847:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1771968956.973943:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009fbc349a/0x9268ded837c4f5be lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3df:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.973959:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3df:0x0].0xf786fdb3 (0000000083d404d6) 00010000:00010000:0.0:1771968956.973962:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968956.973967:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cf2331a4/0x9268ded837c4f5c5 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.973973:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e1:0x0].0x0 (00000000967efd1d) 00010000:00010000:0.0:1771968956.973975:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968956.977374:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d28c7dfc pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+663:12405:x1858043754021056:12345-192.168.202.27@tcp:37:dbench.0 Request processed in 3006us (3529us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968956.977387:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9646 00010000:00010000:0.0:1771968956.979055:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968956.979061:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ae49b7da/0x9268ded837c4f5e8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x794:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.979069:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ae49b7da already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968956.979072:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ae49b7da/0x9268ded837c4f5e8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x794:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.979079:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ae49b7da/0x9268ded837c4f5e8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x794:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.979088:0:7238:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x794:0x0].0x0 (00000000594632bc) 00010000:00010000:0.0:1771968956.979090:0:7238:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1771968956.979092:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ae49b7da/0x9268ded837c4f5e8 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x794:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.979098:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ae49b7da/0x9268ded837c4f5e8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x794:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.979110:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968956.979111:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968956.979113:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968956.983864:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968956.983870:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000088ff6b94/0x9268ded837c4f604 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x797:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.983877:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088ff6b94 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968956.983882:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000088ff6b94/0x9268ded837c4f604 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x797:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.983890:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000088ff6b94/0x9268ded837c4f604 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x797:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.983911:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x797:0x0].0x0 (00000000ca336e67) 00010000:00010000:0.0:1771968956.983913:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1771968956.983916:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000088ff6b94/0x9268ded837c4f604 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x797:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.983922:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000088ff6b94/0x9268ded837c4f604 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x797:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.983934:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968956.983935:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968956.983937:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968956.984730:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968956.984783:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754021440 00000100:00100000:0.0:1771968956.984819:0:13130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9647 00000100:00100000:0.0:1771968956.984825:0:13130:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019c5e6c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+663:12405:x1858043754021440:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:0.0:1771968956.985042:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019c5e6c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+664:12405:x1858043754021440:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 216us (314us total) trans 4294984348 rc 0/0 00000100:00100000:0.0:1771968956.985049:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9647 00000100:00100000:0.0:1771968956.986832:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.987392:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968956.988472:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35876 00000100:00100000:0.0:1771968956.988478:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000921336df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+666:12406:x1858043754021632:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:0.0:1771968956.988525:0:6230:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968956.988547:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000391f29d0/0x9268ded837c4cc74 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x79e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dc1f expref: 666 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.988564:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79e:0x0].0x0 (0000000054e37beb) 00010000:00010000:0.0:1771968956.988573:0:6230:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968956.988600:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f612 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.988611:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f612 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.988621:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f612 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.988636:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c3b129f8/0x9268ded837c4f619 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3df:0x0].0x193cfbd6 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.988642:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c3b129f8/0x9268ded837c4f619 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3df:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.988647:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c3b129f8/0x9268ded837c4f619 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3df:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.988746:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c4f620 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x79e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.988754:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c4f620 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.988759:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c4f620 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1771968956.989034:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].922, 64 off67264 00000040:00080000:0.0:1771968956.989069:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10951, 184 off1914608 00010000:00010000:0.0:1771968956.989112:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001b0b2eeb/0x9268ded837c4f627 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x79e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.989121:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001b0b2eeb/0x9268ded837c4f627 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.989128:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001b0b2eeb/0x9268ded837c4f627 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.989135:0:6230:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001b0b2eeb/0x9268ded837c4f627 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.989141:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001b0b2eeb/0x9268ded837c4f627 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.989147:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001b0b2eeb/0x9268ded837c4f627 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.989171:0:6230:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1771968956.989210:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000921336df reply state 00000000efcc36f5 transno 4294984349 ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c4f620 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x79e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.989324:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f612 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.989330:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f612 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.989334:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f612 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.989338:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cd98075b already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968956.989341:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f612 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.989346:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f612 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.989351:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3df:0x0].0x0 (00000000c27a6181) 00010000:00010000:0.0:1771968956.989353:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968956.989355:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f612 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968956.989358:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f612 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3df:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1771968956.989431:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000921336df reply state 00000000efcc36f5 transno 4294984349 ns: mdt-lustre-MDT0000_UUID lock: 00000000c3b129f8/0x9268ded837c4f619 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3df:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968956.989506:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000921336df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+667:12406:x1858043754021632:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1028us (2117us total) trans 4294984349 rc 0/0 00000100:00100000:0.0:1771968956.989513:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35876 00010000:00010000:3.0:1771968956.989846:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968956.989851:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001b0b2eeb/0x9268ded837c4f627 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.989857:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001b0b2eeb already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968956.989860:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001b0b2eeb/0x9268ded837c4f627 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.989864:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001b0b2eeb/0x9268ded837c4f627 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.989871:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79e:0x0].0x0 (00000000fdf0c1bf) 00010000:00010000:3.0:1771968956.989872:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968956.989873:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001b0b2eeb/0x9268ded837c4f627 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.989876:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001b0b2eeb/0x9268ded837c4f627 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x79e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.989885:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.989886:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968956.989887:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968956.989995:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754021760 00000100:00100000:3.0:1771968956.990029:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35877 00000100:00100000:3.0:1771968956.990035:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001abceb46 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+666:12405:x1858043754021760:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968956.990071:0:6231:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1771968956.990087:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000d1b377e/0x9268ded837c4e8f9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x444:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e5fe expref: 666 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.990125:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003a7a8fe4/0x9268ded837c06ff4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x444:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026b17 expref: 665 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.990138:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cc325875/0x9268ded837c10b83 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x444:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029fa5 expref: 664 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.990146:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a4975cc3/0x9268ded837c06fa7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x444:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026aed expref: 663 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.992449:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x444:0x0].0x0 (00000000d054518a) 00010000:00010000:3.0:1771968956.992486:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006b4a4f79/0x9268ded837c4ef89 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x442:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e755 expref: 662 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968956.992496:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x442:0x0].0x0 (000000001d0180d7) 00010000:00010000:3.0:1771968956.992500:0:6231:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1771968956.993171:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968956.994397:0:6231:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000de17734 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6231:1858043760292224:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968956.994431:0:6231:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 000000002fd0fa39/0x9268ded837c4f62e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968956.995603:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.004058:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.004242:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968957.005017:0:6231:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 000000002fd0fa39/0x9268ded837c4f62e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.005027:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002fd0fa39/0x9268ded837c4f62e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.005102:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006802b24f/0x9268ded837c4f635 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x442:0x0].0xdde1c156 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.005119:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006802b24f/0x9268ded837c4f635 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x442:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.005127:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006802b24f/0x9268ded837c4f635 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x442:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.005245:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000945cd46a/0x9268ded837c4f63c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x444:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.005254:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000945cd46a/0x9268ded837c4f63c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x444:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.005261:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000945cd46a/0x9268ded837c4f63c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x444:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1771968957.005446:0:6231:0:(mdd_dir.c:1578:mdd_finish_unlink()) Object [0x200000402:0x444:0x0] is inserted into orphan list, open count = 1 00000040:00080000:3.0:1771968957.005487:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10952, 184 off1914792 00000004:00010000:3.0:1771968957.005527:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001abceb46 reply state 00000000d8fd4a03 transno 4294984351 ns: mdt-lustre-MDT0000_UUID lock: 00000000945cd46a/0x9268ded837c4f63c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x444:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.005536:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002fd0fa39/0x9268ded837c4f62e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.005541:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002fd0fa39/0x9268ded837c4f62e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.005681:0:6231:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002fd0fa39/0x9268ded837c4f62e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.005693:0:6231:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002fd0fa39 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968957.005697:0:6231:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002fd0fa39/0x9268ded837c4f62e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.005704:0:6231:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002fd0fa39/0x9268ded837c4f62e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.005715:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x442:0x0].0x0 (000000001d0180d7) 00010000:00010000:3.0:1771968957.005717:0:6231:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.005721:0:6231:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002fd0fa39/0x9268ded837c4f62e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.005727:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002fd0fa39/0x9268ded837c4f62e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968957.005737:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001abceb46 reply state 00000000d8fd4a03 transno 4294984351 ns: mdt-lustre-MDT0000_UUID lock: 000000006802b24f/0x9268ded837c4f635 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x442:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968957.005800:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001abceb46 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+663:12405:x1858043754021760:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 15763us (17715us total) trans 4294984351 rc 0/0 00000100:00100000:3.0:1771968957.005808:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35877 00000100:00100000:0.0:1771968957.006731:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.007111:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754022208 00000100:00100000:3.0:1771968957.007160:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35878 00000100:00100000:3.0:1771968957.007166:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df67884b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+663:12406:x1858043754022208:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968957.007253:0:6231:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1771968957.007274:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000395af228/0x9268ded837c4ea65 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x448:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e691 expref: 663 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.007293:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000642935d2/0x9268ded837c071a6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x448:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026bb1 expref: 662 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.007305:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000022aa9dec/0x9268ded837c10e54 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x448:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02a0a1 expref: 661 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.007313:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000be167fdf/0x9268ded837c07159 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x448:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026b87 expref: 660 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.007319:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x448:0x0].0x0 (00000000f5517650) 00010000:00010000:3.0:1771968957.007330:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e656dca1/0x9268ded837c4f038 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x445:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e76a expref: 659 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.007334:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x445:0x0].0x0 (000000008fe5a93d) 00010000:00010000:3.0:1771968957.007336:0:6231:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968957.007372:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008dfabd0d/0x9268ded837c4f643 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x445:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.007382:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008dfabd0d/0x9268ded837c4f643 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x445:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.007388:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008dfabd0d/0x9268ded837c4f643 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x445:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.007399:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004e003700/0x9268ded837c4f64a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x445:0x0].0xdde1c156 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.007403:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004e003700/0x9268ded837c4f64a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x445:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.007407:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004e003700/0x9268ded837c4f64a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x445:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.007467:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000006ac2d811/0x9268ded837c4f651 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x448:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.007471:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006ac2d811/0x9268ded837c4f651 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x448:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.007475:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006ac2d811/0x9268ded837c4f651 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x448:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1771968957.007705:0:6231:0:(mdd_dir.c:1578:mdd_finish_unlink()) Object [0x200000402:0x448:0x0] is inserted into orphan list, open count = 1 00000040:00080000:3.0:1771968957.007747:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10953, 184 off1914976 00000004:00010000:3.0:1771968957.007812:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000df67884b reply state 0000000084392dfa transno 4294984352 ns: mdt-lustre-MDT0000_UUID lock: 000000006ac2d811/0x9268ded837c4f651 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x448:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.007823:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008dfabd0d/0x9268ded837c4f643 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x445:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.007830:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008dfabd0d/0x9268ded837c4f643 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x445:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.007837:0:6231:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008dfabd0d/0x9268ded837c4f643 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x445:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.007842:0:6231:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008dfabd0d already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968957.007845:0:6231:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008dfabd0d/0x9268ded837c4f643 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x445:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.007854:0:6231:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008dfabd0d/0x9268ded837c4f643 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x445:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.007861:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x445:0x0].0x0 (000000008fe5a93d) 00010000:00010000:3.0:1771968957.007862:0:6231:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.007864:0:6231:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008dfabd0d/0x9268ded837c4f643 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x445:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.007868:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008dfabd0d/0x9268ded837c4f643 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x445:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968957.007876:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000df67884b reply state 0000000084392dfa transno 4294984352 ns: mdt-lustre-MDT0000_UUID lock: 000000004e003700/0x9268ded837c4f64a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x445:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968957.008269:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df67884b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+660:12406:x1858043754022208:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1100us (1540us total) trans 4294984352 rc 0/0 00000100:00100000:3.0:1771968957.008278:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35878 00000100:00100000:0.0:1771968957.008397:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968957.009884:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004e003700/0x9268ded837c4f64a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x445:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.009897:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x445:0x0].0xdde1c156 (0000000021614443) 00010000:00010000:3.0:1771968957.009911:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.009915:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006ac2d811/0x9268ded837c4f651 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x448:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.009922:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x448:0x0].0x0 (0000000000dda79c) 00010000:00010000:3.0:1771968957.009924:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968957.010353:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.010463:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754022464 00000100:00100000:3.0:1771968957.010515:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35880 00000100:00100000:3.0:1771968957.010522:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f43c9fd0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+660:12406:x1858043754022464:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968957.010814:0:6232:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1771968957.010837:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001f614316/0x9268ded837c4eb3e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e6e5 expref: 660 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.010873:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000075975504/0x9268ded837c4eb22 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e6d7 expref: 659 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.010888:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a0220956/0x9268ded837c4ea96 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e69f expref: 658 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.010898:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c2:0x0].0x0 (000000004233e584) 00010000:00010000:3.0:1771968957.010920:0:6232:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968957.010948:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f66d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x445:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.010962:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f66d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x445:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.010971:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f66d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x445:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.010984:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c575fdbe/0x9268ded837c4f674 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x445:0x0].0xff3d71c7 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.010991:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c575fdbe/0x9268ded837c4f674 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x445:0x0].0xff3d71c7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.010997:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c575fdbe/0x9268ded837c4f674 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x445:0x0].0xff3d71c7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.011073:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000d751a3b7/0x9268ded837c4f67b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.011079:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d751a3b7/0x9268ded837c4f67b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.011084:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d751a3b7/0x9268ded837c4f67b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1771968957.011307:0:6232:0:(mdd_dir.c:1578:mdd_finish_unlink()) Object [0x200000402:0x7c2:0x0] is inserted into orphan list, open count = 1 00000040:00080000:3.0:1771968957.011344:0:6232:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10955, 184 off1915336 00000004:00010000:3.0:1771968957.011407:0:6232:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f43c9fd0 reply state 0000000057b39840 transno 4294984354 ns: mdt-lustre-MDT0000_UUID lock: 00000000d751a3b7/0x9268ded837c4f67b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.011415:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f66d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x445:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.011420:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f66d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x445:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.011424:0:6232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f66d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x445:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.011428:0:6232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001394e25a already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968957.011430:0:6232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f66d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x445:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.011434:0:6232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f66d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x445:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.011444:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x445:0x0].0x0 (000000008fe5a93d) 00010000:00010000:3.0:1771968957.011446:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.011448:0:6232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f66d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x445:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.011452:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f66d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x445:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968957.011458:0:6232:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f43c9fd0 reply state 0000000057b39840 transno 4294984354 ns: mdt-lustre-MDT0000_UUID lock: 00000000c575fdbe/0x9268ded837c4f674 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x445:0x0].0xff3d71c7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968957.011523:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f43c9fd0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+659:12406:x1858043754022464:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1000us (1171us total) trans 4294984354 rc 0/0 00000100:00100000:3.0:1771968957.011531:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35880 00000100:00100000:0.0:1771968957.011969:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.012025:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754022592 00000100:00100000:3.0:1771968957.012090:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35881 00000100:00100000:3.0:1771968957.012096:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008495c87e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+659:12405:x1858043754022592:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968957.012136:0:6232:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1771968957.012153:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000076e8081/0x9268ded837c4e9d9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e659 expref: 659 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.012171:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002f437232/0x9268ded837c4e9b6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x7c1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e644 expref: 658 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.012225:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c1e940aa/0x9268ded837c4e94d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x7c1:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e61a expref: 657 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.012239:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c1:0x0].0x0 (00000000a1ea0bec) 00010000:00010000:3.0:1771968957.012349:0:6232:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968957.012429:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f682 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x442:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.012442:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f682 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.012451:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f682 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.012462:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a8534a4c/0x9268ded837c4f689 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x442:0x0].0xff3d71c7 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.012469:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a8534a4c/0x9268ded837c4f689 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x442:0x0].0xff3d71c7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.012475:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a8534a4c/0x9268ded837c4f689 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x442:0x0].0xff3d71c7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.012536:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001b0b2eeb/0x9268ded837c4f690 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x7c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.012829:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001b0b2eeb/0x9268ded837c4f690 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.012840:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001b0b2eeb/0x9268ded837c4f690 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1771968957.013020:0:6232:0:(mdd_dir.c:1578:mdd_finish_unlink()) Object [0x200000402:0x7c1:0x0] is inserted into orphan list, open count = 1 00000040:00080000:0.0:1771968957.013056:0:6232:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10956, 184 off1915520 00000004:00010000:0.0:1771968957.013107:0:6232:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008495c87e reply state 00000000ef9870a2 transno 4294984355 ns: mdt-lustre-MDT0000_UUID lock: 000000001b0b2eeb/0x9268ded837c4f690 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x7c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.013117:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f682 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.013123:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f682 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.013128:0:6232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f682 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.013132:0:6232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cd98075b already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.013135:0:6232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f682 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.013139:0:6232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f682 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.013149:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x442:0x0].0x0 (000000001d0180d7) 00010000:00010000:0.0:1771968957.013150:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.013152:0:6232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f682 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.013156:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4f682 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x442:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1771968957.013163:0:6232:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000008495c87e reply state 00000000ef9870a2 transno 4294984355 ns: mdt-lustre-MDT0000_UUID lock: 00000000a8534a4c/0x9268ded837c4f689 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x442:0x0].0xff3d71c7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968957.013279:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008495c87e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+658:12405:x1858043754022592:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1181us (1310us total) trans 4294984355 rc 0/0 00000100:00100000:0.0:1771968957.013287:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35881 00000100:00100000:0.0:1771968957.014265:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.015341:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.015542:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754022720 00000100:00100000:0.0:1771968957.015775:0:13130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9652 00000100:00100000:0.0:1771968957.015782:0:13130:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014305246 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+660:12405:x1858043754022720:12345-192.168.202.27@tcp:37:dbench.0 00000100:00100000:0.0:1771968957.018907:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014305246 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+658:12405:x1858043754022720:12345-192.168.202.27@tcp:37:dbench.0 Request processed in 3118us (3563us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.018914:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9652 00000100:00100000:0.0:1771968957.020774:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754022784 00000100:00100000:0.0:1771968957.020832:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35882 00000100:00100000:0.0:1771968957.020838:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061137f11 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+658:12405:x1858043754022784:12345-192.168.202.27@tcp:101:dbench.0 00010000:00010000:0.0:1771968957.020865:0:6232:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1771968957.020894:0:6232:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008433bf2c/0x9268ded837c4f697 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e7da expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.020984:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000805111e1/0x9268ded837c4f69e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3d8:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.021003:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000805111e1/0x9268ded837c4f69e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.021016:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000805111e1/0x9268ded837c4f69e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.021036:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f6a5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d8:0x0].0x220bffe4 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.021043:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f6a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d8:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.021050:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f6a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d8:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968957.021064:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1771968957.021133:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000004cc14d0e/0x9268ded837c4f6ac lrc: 3/1,0 mode: --/PR res: [0x200000402:0x75d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.021141:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004cc14d0e/0x9268ded837c4f6ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x75d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.021146:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004cc14d0e/0x9268ded837c4f6ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x75d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1771968957.021951:0:6232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x75d:0x0]: returning size 14984 00000004:00200000:0.0:1771968957.021955:0:6232:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1771968957.021964:0:6232:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000004cc14d0e/0x9268ded837c4f6ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x75d:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.021973:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004cc14d0e/0x9268ded837c4f6ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x75d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.021979:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000805111e1/0x9268ded837c4f69e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.021984:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000805111e1/0x9268ded837c4f69e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.021988:0:6232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000805111e1/0x9268ded837c4f69e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.021992:0:6232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000805111e1 already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.021994:0:6232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000805111e1/0x9268ded837c4f69e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.021999:0:6232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000805111e1/0x9268ded837c4f69e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.022007:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d8:0x0].0x0 (00000000f58aa6bc) 00010000:00010000:0.0:1771968957.022009:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.022011:0:6232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000805111e1/0x9268ded837c4f69e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.022017:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000805111e1/0x9268ded837c4f69e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.022025:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f6a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d8:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.022031:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f6a5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d8:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.022036:0:6232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f6a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d8:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.022040:0:6232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000554159d2 already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.022042:0:6232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f6a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d8:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.022048:0:6232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f6a5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d8:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.022054:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d8:0x0].0x220bffe4 (00000000807fcfb4) 00010000:00010000:0.0:1771968957.022057:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.022059:0:6232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f6a5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3d8:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.022063:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f6a5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d8:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.022083:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008433bf2c/0x9268ded837c4f697 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e7da expref: 661 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.022093:0:6232:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000004cc14d0e/0x9268ded837c4f6ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x75d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e7da expref: 660 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.022099:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x75d:0x0].0x0 (0000000062401902) 00010000:00010000:0.0:1771968957.022102:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1771968957.022104:0:6232:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000004cc14d0e, rc 0) 00000100:00100000:0.0:1771968957.022171:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061137f11 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+660:12405:x1858043754022784:12345-192.168.202.27@tcp:101:dbench.0 Request processed in 1332us (1490us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.022191:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35882 00000100:00100000:3.0:1771968957.026474:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.026625:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.026660:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.026689:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.027355:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.027386:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.030007:0:6217:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754022976 00000100:00100000:3.0:1771968957.030194:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 851 00000100:00100000:3.0:1771968957.030200:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000410a4262 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+660:2266:x1858043754022912:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1771968957.030210:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968957.030222:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004cc14d0e/0x9268ded837c4f6ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x75d:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e7da expref: 660 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.030232:0:6216:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x75d:0x0].0x0 (0000000062401902) 00010000:00010000:3.0:1771968957.030235:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968957.030272:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000410a4262 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+659:2266:x1858043754022912:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 72us (3809us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.030844:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754023168 00000100:00100000:0.0:1771968957.030916:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754023296 00000100:00100000:3.0:1771968957.030979:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 851 00000100:00100000:0.0:1771968957.032011:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754023040 00000100:00100000:0.0:1771968957.032052:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754023360 00000100:00100000:0.0:1771968957.032078:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35884 00000100:00100000:0.0:1771968957.032083:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019c5e6c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+662:12505:x1858043754023040:12345-192.168.202.27@tcp:101:ll_sa_12405.0 00010000:00010000:0.0:1771968957.032097:0:6232:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1771968957.032121:0:6232:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4f6cf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3d8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e7e8 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968957.032141:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35885 00000100:00100000:3.0:1771968957.032147:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030aab3a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+663:12507:x1858043754023360:12345-192.168.202.27@tcp:101:ll_sa_12406.0 00010000:00010000:3.0:1771968957.032158:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1771968957.032161:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4f6cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e7e8 expref: 663 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.032172:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f6d6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3d7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e7ef expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.032212:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f6d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e7ef expref: 664 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.032223:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f6d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e7ef expref: 664 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.032231:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d7:0x0].0x0 (00000000f7a0d5da) 00010000:00010000:3.0:1771968957.032234:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.032237:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001394e25a, rc 0) 00000100:00100000:3.0:1771968957.032382:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030aab3a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+664:12507:x1858043754023360:12345-192.168.202.27@tcp:101:ll_sa_12406.0 Request processed in 234us (4998us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968957.032389:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35885 00010000:00010000:0.0:1771968957.032637:0:6232:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4f6cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e7e8 expref: 662 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.032646:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d8:0x0].0x0 (00000000f58aa6bc) 00010000:00010000:0.0:1771968957.032648:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.032650:0:6232:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000004f23f12e, rc 0) 00000100:00100000:0.0:1771968957.032699:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019c5e6c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+662:12505:x1858043754023040:12345-192.168.202.27@tcp:101:ll_sa_12405.0 Request processed in 616us (6040us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.032704:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35884 00000100:00100000:3.0:1771968957.033694:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754023488 00000100:00100000:3.0:1771968957.033978:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35886 00000100:00100000:3.0:1771968957.033986:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099dbe5e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+662:12405:x1858043754023488:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968957.034037:0:6230:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1771968957.034062:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001d10d705/0x9268ded837c4a028 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x75d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cd85 expref: 662 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.034081:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006b9acdf5/0x9268ded837c4a00c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x75d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cd77 expref: 661 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.034095:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002c5b2ff7/0x9268ded837c4a03d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x75d:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cd8c expref: 660 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.034112:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c45b71 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x75d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b402 expref: 659 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.034122:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x75d:0x0].0x0 (0000000062401902) 00010000:00010000:3.0:1771968957.034134:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000058321af0/0x9268ded837c4f0c4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d8:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e778 expref: 658 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.034142:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d8:0x0].0x0 (00000000f58aa6bc) 00010000:00010000:3.0:1771968957.034145:0:6230:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968957.034195:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000076e8081/0x9268ded837c4f6dd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3d8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.034210:0:6230:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4f6cf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e7e8 expref: 657 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.034218:0:6230:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000076e8081/0x9268ded837c4f6dd lrc: 4/0,1 mode: --/CW res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.034252:0:6230:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4f6cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e7e8 expref: 657 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.034264:0:6230:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4f6cf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e7e8 expref: 657 pid: 6232 timeout: 536 lvb_type: 0 00000100:00100000:3.0:1771968957.034278:0:6230:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a19d81df pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6230:1858043760292288:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968957.034339:0:6230:0:(client.c:2500:ptlrpc_set_wait()) set 000000004e64e7e4 going to sleep for 43 seconds 00000100:00100000:3.0:1771968957.040674:0:6234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754023552 00000100:00100000:3.0:1771968957.040823:0:6234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9656 00000100:00100000:3.0:1771968957.040828:0:6234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000567a97c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+659:12505:x1858043754023744:12345-192.168.202.27@tcp:37:ll_sa_12405.0 00000100:00100000:0.0:1771968957.040920:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754023680 00000100:00100000:0.0:1771968957.040956:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35887 00000100:00100000:0.0:1771968957.040961:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014305246 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+660:12406:x1858043754023680:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:0.0:1771968957.041009:0:6232:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:0.0:1771968957.041036:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000aa27d807/0x9268ded837c4a0f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x75e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cdc4 expref: 660 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.041060:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000006921988/0x9268ded837c4a09f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x75e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cda8 expref: 659 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.041073:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007dc81ce5/0x9268ded837c4a10f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x75e:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cdd2 expref: 658 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.041086:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003c166e47/0x9268ded837c45d7e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x75e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b49c expref: 657 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.041096:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x75e:0x0].0x0 (00000000768a39c9) 00010000:00010000:0.0:1771968957.041111:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cd886d7c/0x9268ded837c4f11f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d7:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e794 expref: 656 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.041130:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d7:0x0].0x0 (00000000f7a0d5da) 00010000:00010000:0.0:1771968957.041133:0:6232:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968957.041159:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f6e4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3d7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.041205:0:6232:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f6d6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e7ef expref: 655 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.041214:0:6232:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f6e4 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.041262:0:6232:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f6d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e7ef expref: 655 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.041273:0:6232:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f6d6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e7ef expref: 655 pid: 8228 timeout: 536 lvb_type: 0 00000100:00100000:0.0:1771968957.041286:0:6232:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000001539fe pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6232:1858043760292352:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968957.041353:0:6232:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c2009766 going to sleep for 43 seconds 00000100:00100000:0.0:1771968957.047246:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.047659:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.047889:0:6217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11401 00000100:00100000:3.0:1771968957.047897:0:6217:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006bb85f5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+655:2265:x1858043754023872:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1771968957.047923:0:6217:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968957.047931:0:6217:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4f6cf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e7e8 expref: 655 pid: 6232 timeout: 536 lvb_type: 0 00010000:00010000:3.0:1771968957.047950:0:6217:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4f6cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e7e8 expref: 655 pid: 6232 timeout: 536 lvb_type: 0 00010000:00010000:3.0:1771968957.047965:0:6217:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4f6cf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e7e8 expref: 655 pid: 6232 timeout: 536 lvb_type: 0 00010000:00010000:3.0:1771968957.047992:0:6217:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d8:0x0].0x0 (00000000f58aa6bc) 00010000:00010000:3.0:1771968957.047998:0:6217:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 00000000076e8081/0x9268ded837c4f6dd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.048013:0:6217:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000076e8081/0x9268ded837c4f6dd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.048038:0:6217:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000076e8081/0x9268ded837c4f6dd lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.048083:0:6217:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968957.048139:0:6217:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006bb85f5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+653:2265:x1858043754023872:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 242us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968957.048154:0:6217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11401 00010000:00010000:3.0:1771968957.048800:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.048808:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000058321af0/0x9268ded837c4f6f9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x75d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.048818:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000058321af0 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.048822:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000058321af0/0x9268ded837c4f6f9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x75d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.048831:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000058321af0/0x9268ded837c4f6f9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x75d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.048843:0:7238:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x75d:0x0].0x0 (00000000a1ea0bec) 00010000:00010000:3.0:1771968957.048847:0:7238:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.048850:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000058321af0/0x9268ded837c4f6f9 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x75d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.048857:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000058321af0/0x9268ded837c4f6f9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x75d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.048873:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.048875:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.048877:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.049571:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.049575:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000088ff6b94/0x9268ded837c4f70e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x75e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.049583:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088ff6b94 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.049585:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000088ff6b94/0x9268ded837c4f70e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x75e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.049592:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000088ff6b94/0x9268ded837c4f70e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x75e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.049604:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x75e:0x0].0x0 (00000000ee9ee925) 00010000:00010000:3.0:1771968957.049607:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.049610:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000088ff6b94/0x9268ded837c4f70e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x75e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.049616:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000088ff6b94/0x9268ded837c4f70e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x75e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.049630:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.049632:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.049634:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968957.052462:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.052585:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.052678:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754024064 00000100:00100000:0.0:1771968957.053476:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35888 00000100:00100000:0.0:1771968957.053486:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a19d81df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+655:2267:x1858043754024064:12345-192.168.202.27@tcp:101:ll_sa_12405.0 00010000:00010000:0.0:1771968957.053523:0:6232:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1771968957.053559:0:6232:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f715 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e7f6 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.053643:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000777f7db9/0x9268ded837c4f71c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3d8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.053658:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000777f7db9/0x9268ded837c4f71c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.053670:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000777f7db9/0x9268ded837c4f71c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.053783:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000037a52d7a/0x9268ded837c4f723 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d8:0x0].0x17610ee3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.053797:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000037a52d7a/0x9268ded837c4f723 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d8:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.053803:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000037a52d7a/0x9268ded837c4f723 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d8:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.053894:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4f72a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x755:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.053912:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4f72a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x755:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.053920:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4f72a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x755:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1771968957.053972:0:6232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x755:0x0]: returning size 19054 00000004:00200000:0.0:1771968957.053977:0:6232:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1771968957.054003:0:6232:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4f72a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x755:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.054015:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4f72a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x755:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.054024:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000777f7db9/0x9268ded837c4f71c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.054031:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000777f7db9/0x9268ded837c4f71c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.054038:0:6232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000777f7db9/0x9268ded837c4f71c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.054046:0:6232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000777f7db9 already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.054050:0:6232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000777f7db9/0x9268ded837c4f71c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.054058:0:6232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000777f7db9/0x9268ded837c4f71c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.054072:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d8:0x0].0x0 (00000000f58aa6bc) 00010000:00010000:0.0:1771968957.054075:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.054078:0:6232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000777f7db9/0x9268ded837c4f71c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.054085:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000777f7db9/0x9268ded837c4f71c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.054100:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000037a52d7a/0x9268ded837c4f723 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d8:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.054106:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000037a52d7a/0x9268ded837c4f723 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d8:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.054112:0:6232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000037a52d7a/0x9268ded837c4f723 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d8:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.054118:0:6232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000037a52d7a already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.054120:0:6232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000037a52d7a/0x9268ded837c4f723 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d8:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.054126:0:6232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000037a52d7a/0x9268ded837c4f723 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d8:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.054134:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d8:0x0].0x17610ee3 (00000000807fcfb4) 00010000:00010000:0.0:1771968957.054136:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.054138:0:6232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000037a52d7a/0x9268ded837c4f723 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3d8:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.054143:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000037a52d7a/0x9268ded837c4f723 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d8:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.054196:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f715 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e7f6 expref: 657 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.054212:0:6232:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4f72a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x755:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e7f6 expref: 656 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.054219:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x755:0x0].0x0 (00000000ed18cc9d) 00010000:00010000:0.0:1771968957.054221:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1771968957.054223:0:6232:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c62a095f, rc 0) 00000100:00100000:0.0:1771968957.054306:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a19d81df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+656:2267:x1858043754024064:12345-192.168.202.27@tcp:101:ll_sa_12405.0 Request processed in 819us (1723us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.054317:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35888 00000100:00100000:3.0:1771968957.054356:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.054464:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754024128 00000100:00100000:0.0:1771968957.054493:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35889 00000100:00100000:0.0:1771968957.054498:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a13d8a28 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+656:2266:x1858043754024128:12345-192.168.202.27@tcp:101:ll_sa_12406.0 00010000:00010000:0.0:1771968957.054511:0:6232:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1771968957.054522:0:6232:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000004509114/0x9268ded837c4f731 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e7fd expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968957.054586:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1771968957.055408:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000007974e214/0x9268ded837c4f738 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3d7:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.055423:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007974e214/0x9268ded837c4f738 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.055432:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007974e214/0x9268ded837c4f738 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.055445:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4f73f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d7:0x0].0x17610ee3 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.055450:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4f73f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d7:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.055454:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4f73f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d7:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.055508:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000004cc14d0e/0x9268ded837c4f746 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x756:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.055514:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004cc14d0e/0x9268ded837c4f746 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x756:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.055518:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004cc14d0e/0x9268ded837c4f746 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x756:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1771968957.055671:0:6232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x756:0x0]: returning size 19054 00000004:00200000:0.0:1771968957.055677:0:6232:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1771968957.055700:0:6232:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000004cc14d0e/0x9268ded837c4f746 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x756:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.055711:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004cc14d0e/0x9268ded837c4f746 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x756:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.055718:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000007974e214/0x9268ded837c4f738 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.055724:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007974e214/0x9268ded837c4f738 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.055730:0:6232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007974e214/0x9268ded837c4f738 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.055736:0:6232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007974e214 already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.055743:0:6232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007974e214/0x9268ded837c4f738 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.055750:0:6232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007974e214/0x9268ded837c4f738 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.055759:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d7:0x0].0x0 (00000000f7a0d5da) 00010000:00010000:0.0:1771968957.055762:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.055764:0:6232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007974e214/0x9268ded837c4f738 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.055772:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007974e214/0x9268ded837c4f738 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.055784:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4f73f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d7:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.055790:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4f73f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d7:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.055795:0:6232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4f73f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d7:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.055799:0:6232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004f23f12e already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.055801:0:6232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4f73f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d7:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.055805:0:6232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4f73f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d7:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.055810:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d7:0x0].0x17610ee3 (00000000c58f0d2e) 00010000:00010000:0.0:1771968957.055811:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.055813:0:6232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4f73f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3d7:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.055817:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4f73f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d7:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.055840:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000004509114/0x9268ded837c4f731 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d7:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e7fd expref: 658 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.055850:0:6232:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000004cc14d0e/0x9268ded837c4f746 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x756:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e7fd expref: 657 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.055855:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x756:0x0].0x0 (00000000203ac43f) 00010000:00010000:0.0:1771968957.055857:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1771968957.055859:0:6232:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000004cc14d0e, rc 0) 00000100:00100000:0.0:1771968957.055910:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a13d8a28 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+657:2266:x1858043754024128:12345-192.168.202.27@tcp:101:ll_sa_12406.0 Request processed in 1400us (1546us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.055920:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35889 00000100:00100000:3.0:1771968957.056049:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.057413:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.058340:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754024576 00000100:00100000:0.0:1771968957.058374:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754024640 00000100:00100000:3.0:1771968957.058378:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35890 00000100:00100000:3.0:1771968957.058382:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038bc7f82 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+657:12406:x1858043754024576:12345-192.168.202.27@tcp:36:dbench.0 00000100:00100000:0.0:1771968957.058410:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35891 00000100:00100000:0.0:1771968957.058417:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000567a97c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+657:12405:x1858043754024640:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968957.058424:0:6230:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1771968957.058440:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c4525d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3de:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b0f9 expref: 657 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.058440:0:6232:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1771968957.058457:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a59901ed/0x9268ded837c041fd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3de:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025824 expref: 656 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.058458:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002abfc5d2/0x9268ded837c45011 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3dd:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b02e expref: 656 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.058479:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000083e22196/0x9268ded837c0c7f9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3de:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a028875 expref: 654 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.058489:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e9f42f51/0x9268ded837c041ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3dd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02581d expref: 653 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.058494:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000073aadc88/0x9268ded837c041b0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3de:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0257fa expref: 653 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.058509:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3de:0x0].0x0 (000000005cdac8c2) 00010000:00010000:3.0:1771968957.058515:0:6230:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968957.058516:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e8f684e4/0x9268ded837c0c712 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3dd:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02882f expref: 651 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.058533:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e4439c91/0x9268ded837c0418d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3dd:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0257f3 expref: 650 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.058540:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008dfabd0d/0x9268ded837c4f74d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3d7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.058553:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008dfabd0d/0x9268ded837c4f74d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.058559:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008dfabd0d/0x9268ded837c4f74d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.058570:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000076e8081/0x9268ded837c4f754 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d7:0x0].0x8344d724 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.058574:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000076e8081/0x9268ded837c4f754 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d7:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.058578:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000076e8081/0x9268ded837c4f754 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d7:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.058645:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3dd:0x0].0x0 (00000000fac96ac3) 00010000:00010000:3.0:1771968957.058646:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000020d88b35/0x9268ded837c4f75b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3de:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.058658:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000020d88b35/0x9268ded837c4f75b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.058658:0:6232:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968957.058664:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000020d88b35/0x9268ded837c4f75b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.058675:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f762 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3d8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.058688:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f762 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.058697:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f762 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.058713:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f769 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d8:0x0].0x8344d724 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.058720:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f769 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d8:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.058726:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f769 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d8:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1771968957.058936:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].924, 64 off67392 00000040:00080000:3.0:1771968957.058972:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10959, 184 off1916056 00010000:00010000:3.0:1771968957.059025:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000090f9b84/0x9268ded837c4f770 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3de:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.059035:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000090f9b84/0x9268ded837c4f770 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.059042:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000090f9b84/0x9268ded837c4f770 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.059049:0:6230:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000090f9b84/0x9268ded837c4f770 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.059055:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000090f9b84/0x9268ded837c4f770 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.059061:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000090f9b84/0x9268ded837c4f770 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3de:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.059084:0:6230:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1771968957.059101:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000038bc7f82 reply state 00000000e958e928 transno 4294984362 ns: mdt-lustre-MDT0000_UUID lock: 0000000020d88b35/0x9268ded837c4f75b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3de:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.059167:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000cd886d7c/0x9268ded837c4f777 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3dd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.059197:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cd886d7c/0x9268ded837c4f777 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.059206:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cd886d7c/0x9268ded837c4f777 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.059257:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008dfabd0d/0x9268ded837c4f74d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.059263:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008dfabd0d/0x9268ded837c4f74d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.059268:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008dfabd0d/0x9268ded837c4f74d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.059272:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008dfabd0d already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968957.059275:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008dfabd0d/0x9268ded837c4f74d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.059280:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008dfabd0d/0x9268ded837c4f74d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.059286:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d7:0x0].0x0 (00000000f7a0d5da) 00010000:00010000:3.0:1771968957.059288:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.059291:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008dfabd0d/0x9268ded837c4f74d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.059295:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008dfabd0d/0x9268ded837c4f74d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968957.059301:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000038bc7f82 reply state 00000000e958e928 transno 4294984362 ns: mdt-lustre-MDT0000_UUID lock: 00000000076e8081/0x9268ded837c4f754 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d7:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1771968957.059311:0:6232:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].933, 64 off67968 00000040:00080000:0.0:1771968957.059324:0:6232:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10960, 184 off1916240 00010000:00010000:0.0:1771968957.059347:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007dc81ce5/0x9268ded837c4f77e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3dd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.059354:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007dc81ce5/0x9268ded837c4f77e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968957.059361:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038bc7f82 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+652:12406:x1858043754024576:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 977us (1104us total) trans 4294984362 rc 0/0 00010000:00010000:0.0:1771968957.059362:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007dc81ce5/0x9268ded837c4f77e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968957.059380:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35890 00010000:00010000:0.0:1771968957.059380:0:6232:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007dc81ce5/0x9268ded837c4f77e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.059388:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007dc81ce5/0x9268ded837c4f77e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.059394:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007dc81ce5/0x9268ded837c4f77e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3dd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.059420:0:6232:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00010000:0.0:1771968957.059429:0:6232:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000567a97c3 reply state 00000000539f4922 transno 4294984363 ns: mdt-lustre-MDT0000_UUID lock: 00000000cd886d7c/0x9268ded837c4f777 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3dd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.059489:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f762 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.059497:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f762 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.059502:0:6232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f762 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.059507:0:6232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000554159d2 already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.059509:0:6232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f762 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.059514:0:6232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f762 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.059526:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d8:0x0].0x0 (00000000f58aa6bc) 00010000:00010000:0.0:1771968957.059528:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.059530:0:6232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f762 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.059536:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f762 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3d8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1771968957.059807:0:6232:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000567a97c3 reply state 00000000539f4922 transno 4294984363 ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f769 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d8:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968957.059844:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000567a97c3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+652:12405:x1858043754024640:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1427us (1554us total) trans 4294984363 rc 0/0 00000100:00100000:0.0:1771968957.059850:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35891 00010000:00010000:3.0:1771968957.060133:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.061967:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000076e8081/0x9268ded837c4f754 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.061994:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d7:0x0].0x8344d724 (00000000ccef0b4e) 00010000:00010000:3.0:1771968957.061998:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.062004:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000020d88b35/0x9268ded837c4f75b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.062012:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3de:0x0].0x0 (00000000b6d12e3e) 00010000:00010000:3.0:1771968957.062014:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968957.062038:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754024768 00000100:00100000:0.0:1771968957.062144:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9659 00000100:00100000:0.0:1771968957.062152:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f023a3b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+652:12406:x1858043754024768:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:0.0:1771968957.062429:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f023a3b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+653:12406:x1858043754024768:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 277us (451us total) trans 4294984364 rc 0/0 00000100:00100000:0.0:1771968957.062437:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9659 00000100:00100000:0.0:1771968957.064352:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754025024 00000100:00100000:0.0:1771968957.064384:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35892 00000100:00100000:0.0:1771968957.064390:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3c035cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+654:12406:x1858043754025024:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:0.0:1771968957.064428:0:6232:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1771968957.064461:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f4611c8d/0x9268ded837c4466a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ace6 expref: 654 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.064485:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002d279ccf/0x9268ded837c03ff0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025744 expref: 653 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.064499:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000afad04d8/0x9268ded837c0c410 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d9:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a028717 expref: 652 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.064511:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000075579525/0x9268ded837c03f95 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d9:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025721 expref: 651 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.064521:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d9:0x0].0x0 (000000008e8159f9) 00010000:00010000:0.0:1771968957.064530:0:6232:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968957.064571:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f785 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3d7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.064585:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f785 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.064595:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f785 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.064613:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000037a52d7a/0x9268ded837c4f78c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d7:0x0].0x4e78d319 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.064619:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000037a52d7a/0x9268ded837c4f78c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d7:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.064626:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000037a52d7a/0x9268ded837c4f78c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d7:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.064713:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000777f7db9/0x9268ded837c4f793 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.064720:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000777f7db9/0x9268ded837c4f793 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.064724:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000777f7db9/0x9268ded837c4f793 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1771968957.064932:0:6232:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].934, 64 off68032 00000040:00080000:0.0:1771968957.064969:0:6232:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10961, 184 off1916424 00010000:00010000:0.0:1771968957.065004:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000aa27d807/0x9268ded837c4f79a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.065012:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000aa27d807/0x9268ded837c4f79a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.065020:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000aa27d807/0x9268ded837c4f79a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.065028:0:6232:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000aa27d807/0x9268ded837c4f79a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.065035:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000aa27d807/0x9268ded837c4f79a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.065041:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000aa27d807/0x9268ded837c4f79a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.065067:0:6232:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1771968957.065079:0:6232:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e3c035cc reply state 00000000c85140d0 transno 4294984366 ns: mdt-lustre-MDT0000_UUID lock: 00000000777f7db9/0x9268ded837c4f793 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.065245:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.065253:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000aa27d807/0x9268ded837c4f79a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.065263:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aa27d807 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.065268:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000aa27d807/0x9268ded837c4f79a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.065278:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000aa27d807/0x9268ded837c4f79a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.065293:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d9:0x0].0x0 (00000000768a39c9) 00010000:00010000:3.0:1771968957.065297:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.065301:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000aa27d807/0x9268ded837c4f79a lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.065308:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000aa27d807/0x9268ded837c4f79a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3d9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.065327:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.065331:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.065334:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.065440:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.065517:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f785 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.065524:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f785 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.065530:0:6232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f785 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.065535:0:6232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000782475aa already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.065538:0:6232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f785 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.065543:0:6232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f785 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.065551:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d7:0x0].0x0 (00000000f7a0d5da) 00010000:00010000:0.0:1771968957.065553:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.065556:0:6232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f785 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.065561:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f785 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3d7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1771968957.065569:0:6232:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e3c035cc reply state 00000000c85140d0 transno 4294984366 ns: mdt-lustre-MDT0000_UUID lock: 0000000037a52d7a/0x9268ded837c4f78c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d7:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968957.065625:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3c035cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+652:12406:x1858043754025024:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1234us (1860us total) trans 4294984366 rc 0/0 00000100:00100000:0.0:1771968957.065633:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35892 00000100:00100000:3.0:1771968957.065635:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fb3219aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760292480:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1771968957.065676:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968957.065739:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002e92b15f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1858043760292416:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1771968957.066446:0:3333:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294968998 gen 2 00000004:00080000:3.0:1771968957.066453:0:3333:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000006ae02daf, transno 4294968993 00000004:00080000:3.0:1771968957.066468:0:3333:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000db56e782, transno 4294968994 00000004:00080000:3.0:1771968957.066471:0:3333:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008eeab365, transno 4294968995 00000004:00080000:3.0:1771968957.066475:0:3333:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005aea7a6e, transno 4294968996 00000004:00080000:3.0:1771968957.066478:0:3333:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008155539c, transno 4294968997 00000004:00080000:3.0:1771968957.066482:0:3333:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000174262f2, transno 4294968998 00000100:00100000:3.0:1771968957.066493:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fb3219aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760292480:0@lo:13:osp-pre-0-0.0 00000040:00100000:0.0:1771968957.066539:0:8657:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 6 records, first 894 in log [0x3:0x1:0x0] 00000004:00080000:0.0:1771968957.066606:0:8657:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 40 changes, 0 in progress, 0 in flight, 6 done 00010000:00010000:3.0:1771968957.067686:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000037a52d7a/0x9268ded837c4f78c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.067700:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d7:0x0].0x4e78d319 (00000000807fcfb4) 00010000:00010000:3.0:1771968957.067703:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.067708:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000777f7db9/0x9268ded837c4f793 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.067861:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968957.067867:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000940e0fcd/0x9268ded837c4f7b6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3da:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.067874:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000940e0fcd already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968957.067878:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000940e0fcd/0x9268ded837c4f7b6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.067885:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000940e0fcd/0x9268ded837c4f7b6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.067897:0:7238:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3da:0x0].0x0 (00000000774247c9) 00010000:00010000:3.0:1771968957.067910:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d9:0x0].0x0 (00000000768a39c9) 00010000:00010000:0.0:1771968957.067910:0:7238:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1771968957.067914:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000940e0fcd/0x9268ded837c4f7b6 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.067915:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1771968957.067923:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000940e0fcd/0x9268ded837c4f7b6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3da:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.067935:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.067936:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.067938:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.070703:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000060fb7a31/0x9268ded837c4f7a8 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.070720:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d8:0x0].0x4e78d319 (000000006390ea8a) 00010000:00010000:3.0:1771968957.070723:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.070729:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d538ea/0x9268ded837c4f7af lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.070736:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3da:0x0].0x0 (00000000774247c9) 00010000:00010000:3.0:1771968957.070738:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968957.073596:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.073710:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.073716:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754025408 00000100:00100000:3.0:1771968957.073786:0:13130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9662 00000100:00100000:3.0:1771968957.073793:0:13130:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c2b27d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+651:12405:x1858043754025408:12345-192.168.202.27@tcp:35:dbench.0 00010000:00010000:0.0:1771968957.074722:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968957.074728:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008d3f1b51/0x9268ded837c4f7d2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x756:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.074735:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008d3f1b51 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968957.074739:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008d3f1b51/0x9268ded837c4f7d2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x756:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.074747:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008d3f1b51/0x9268ded837c4f7d2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x756:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.074757:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x756:0x0].0x0 (000000001e44d4f3) 00010000:00010000:0.0:1771968957.074760:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1771968957.074763:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008d3f1b51/0x9268ded837c4f7d2 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x756:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.074769:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008d3f1b51/0x9268ded837c4f7d2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x756:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.074782:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.074784:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.074785:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968957.075167:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c2b27d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+650:12405:x1858043754025408:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 1373us (1584us total) trans 4294984370 rc 0/0 00000100:00100000:3.0:1771968957.075196:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9662 00010000:00010000:3.0:1771968957.077926:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002fd0fa39/0x9268ded837c4f7c4 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.077956:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d7:0x0].0x17610ee3 (00000000f18c8050) 00010000:00010000:3.0:1771968957.077960:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.077966:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005e491a32/0x9268ded837c4f7cb lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x756:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.077972:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x756:0x0].0x0 (000000001e44d4f3) 00010000:00010000:3.0:1771968957.077974:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968957.078629:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.080078:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754025792 00000100:00100000:3.0:1771968957.080137:0:13130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9663 00000100:00100000:3.0:1771968957.080145:0:13130:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d10a1117 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+647:12406:x1858043754025792:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:3.0:1771968957.080420:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d10a1117 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+648:12406:x1858043754025792:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 274us (434us total) trans 4294984371 rc 0/0 00000100:00100000:3.0:1771968957.080429:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9663 00010000:00010000:3.0:1771968957.081540:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.081547:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e83fe444/0x9268ded837c4f7ee lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x755:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.081558:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e83fe444 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.081562:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e83fe444/0x9268ded837c4f7ee lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x755:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.081571:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e83fe444/0x9268ded837c4f7ee lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x755:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.081587:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x755:0x0].0x0 (000000008e8159f9) 00010000:00010000:3.0:1771968957.081591:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.081596:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e83fe444/0x9268ded837c4f7ee lrc: 3/0,0 mode: --/PW res: [0x200000402:0x755:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.081605:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e83fe444/0x9268ded837c4f7ee lrc: 0/0,0 mode: --/PW res: [0x200000402:0x755:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.081622:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.081624:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.081626:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.084019:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c6fb3d7a/0x9268ded837c4f7e0 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.084039:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d8:0x0].0x17610ee3 (0000000062401902) 00010000:00010000:3.0:1771968957.084041:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.084045:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000940e0fcd/0x9268ded837c4f7e7 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x755:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.084049:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x755:0x0].0x0 (000000008e8159f9) 00010000:00010000:3.0:1771968957.084050:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968957.086000:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754025920 00000100:00100000:3.0:1771968957.086060:0:13130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9664 00000100:00100000:3.0:1771968957.086066:0:13130:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3e3d3a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+649:12405:x1858043754025920:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:3.0:1771968957.086659:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3e3d3a2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+650:12405:x1858043754025920:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 590us (1298us total) trans 4294984373 rc 0/0 00000100:00100000:3.0:1771968957.086668:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9664 00000100:00100000:0.0:1771968957.087015:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1771968957.090079:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1771968957.090085:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4f80a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.090099:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7e6b22f already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968957.090103:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4f80a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.090111:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4f80a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.090122:0:7238:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3db:0x0].0x0 (00000000ed18cc9d) 00010000:00010000:0.0:1771968957.090124:0:7238:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1771968957.090128:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4f80a lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.090133:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4f80a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3db:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.090145:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968957.090147:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f826 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.090152:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000782475aa already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968957.090154:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f826 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.090159:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f826 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x3dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.090166:0:7238:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3dc:0x0].0x0 (0000000086bc9c5f) 00010000:00010000:0.0:1771968957.090168:0:7238:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1771968957.090170:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f826 lrc: 3/0,0 mode: --/PW res: [0x200000402:0x3dc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.090191:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.090193:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.090195:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.091073:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.093536:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000026cf2fae/0x9268ded837c4f7fc lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.093558:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d7:0x0].0x30480a6c (000000004cb688c0) 00010000:00010000:3.0:1771968957.093562:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.093569:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000aa7cdb24/0x9268ded837c4f803 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.093577:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3db:0x0].0x0 (00000000ed18cc9d) 00010000:00010000:3.0:1771968957.093579:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1771968957.093609:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008d3f1b51/0x9268ded837c4f818 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.093620:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d8:0x0].0x30480a6c (00000000203ac43f) 00010000:00010000:0.0:1771968957.093623:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.093627:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007dc81ce5/0x9268ded837c4f81f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.093634:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3dc:0x0].0x0 (0000000086bc9c5f) 00010000:00010000:0.0:1771968957.093636:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968957.095558:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754026304 00000100:00100000:0.0:1771968957.095617:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9666 00000100:00100000:0.0:1771968957.095627:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca03b7e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+648:12405:x1858043754026304:12345-192.168.202.27@tcp:37:dbench.0 00000100:00100000:0.0:1771968957.101887:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754026496 00000100:00100000:0.0:1771968957.101970:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35898 00000100:00100000:0.0:1771968957.101988:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d0ff5a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+647:12509:x1858043754026496:12345-192.168.202.27@tcp:101:ll_sa_12406.0 00010000:00010000:0.0:1771968957.102017:0:6232:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1771968957.102051:0:6232:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002abfc5d2/0x9268ded837c4f82d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e804 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.102093:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002abfc5d2/0x9268ded837c4f82d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e804 expref: 648 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.102114:0:6232:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000002abfc5d2/0x9268ded837c4f82d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e804 expref: 648 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.102123:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x0 (000000007bc91f44) 00010000:00010000:0.0:1771968957.102127:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.102131:0:6232:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000002abfc5d2, rc 0) 00000100:00100000:0.0:1771968957.102221:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d0ff5a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+649:12509:x1858043754026496:12345-192.168.202.27@tcp:101:ll_sa_12406.0 Request processed in 242us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.102230:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35898 00000100:00100000:0.0:1771968957.105228:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.105278:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.106980:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.115686:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754026944 00000100:00100000:3.0:1771968957.115740:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35900 00000100:00100000:3.0:1771968957.115745:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084659499 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+646:12405:x1858043754026944:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968957.115937:0:6230:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1771968957.115956:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000092542d84/0x9268ded837c49a01 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x440:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cb32 expref: 646 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.115986:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001bfe6a82/0x9268ded837c06e65 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x440:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026a7d expref: 644 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.116003:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004416fe2d/0x9268ded837c10945 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x440:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029eda expref: 643 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.116015:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000098de7d67/0x9268ded837c06e18 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x440:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026a5a expref: 642 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.116021:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x440:0x0].0x0 (00000000c85a2c0b) 00010000:00010000:3.0:1771968957.116035:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004e1e1156/0x9268ded837c4f09a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x419:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e77f expref: 641 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.116043:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x0 (00000000560c641d) 00010000:00010000:3.0:1771968957.116045:0:6230:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968957.116078:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f83b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.116091:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f83b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.116101:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f83b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.116118:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000006504806/0x9268ded837c4f842 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x419:0x0].0x21e72734 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.116125:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000006504806/0x9268ded837c4f842 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.116133:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000006504806/0x9268ded837c4f842 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.116153:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002abfc5d2/0x9268ded837c4f82d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e804 expref: 640 pid: 6232 timeout: 536 lvb_type: 0 00000100:00100000:0.0:1771968957.116170:0:6232:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096ed61bc pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6232:1858043760292544:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968957.116229:0:6232:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f834 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.116241:0:6232:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f834 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.116248:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f834 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.116267:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001795fe3f/0x9268ded837c4f849 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41b:0x0].0x21e72734 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.116271:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000bfebe56f/0x9268ded837c4f850 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x440:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.116280:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001795fe3f/0x9268ded837c4f849 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.116284:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bfebe56f/0x9268ded837c4f850 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x440:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.116292:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bfebe56f/0x9268ded837c4f850 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x440:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.116310:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001795fe3f/0x9268ded837c4f849 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.116366:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000007daf8b07/0x9268ded837c4f857 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x443:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.116375:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007daf8b07/0x9268ded837c4f857 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x443:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.116382:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007daf8b07/0x9268ded837c4f857 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x443:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1771968957.116591:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].928, 64 off67648 00000040:00080000:0.0:1771968957.116618:0:6232:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].929, 64 off67712 00000040:00080000:3.0:1771968957.116624:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10968, 184 off1917664 00000040:00080000:0.0:1771968957.116646:0:6232:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10969, 184 off1917848 00010000:00010000:3.0:1771968957.116673:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000039a4b888/0x9268ded837c4f85e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x440:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.116681:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000039a4b888/0x9268ded837c4f85e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x440:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.116685:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000aa27d807/0x9268ded837c4f865 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x443:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.116687:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000039a4b888/0x9268ded837c4f85e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x440:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.116704:0:6230:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000039a4b888/0x9268ded837c4f85e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x440:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.116705:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000aa27d807/0x9268ded837c4f865 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x443:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.116715:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000039a4b888/0x9268ded837c4f85e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x440:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.116732:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000aa27d807/0x9268ded837c4f865 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x443:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.116739:0:6232:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000aa27d807/0x9268ded837c4f865 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x443:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.116745:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000aa27d807/0x9268ded837c4f865 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x443:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.116752:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000aa27d807/0x9268ded837c4f865 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x443:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.116964:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000039a4b888/0x9268ded837c4f85e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x440:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.117006:0:6232:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00010000:0.0:1771968957.117028:0:6232:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000095caffcc reply state 00000000b83e3e00 transno 4294984379 ns: mdt-lustre-MDT0000_UUID lock: 000000007daf8b07/0x9268ded837c4f857 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x443:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.117144:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f834 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.117151:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f834 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.117158:0:6232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f834 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.117165:0:6232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000782475aa already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.117169:0:6232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f834 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.117199:0:6232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f834 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.117212:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x0 (000000007bc91f44) 00010000:00010000:0.0:1771968957.117215:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.117219:0:6232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f834 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.117225:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f834 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1771968957.117234:0:6232:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000095caffcc reply state 00000000b83e3e00 transno 4294984379 ns: mdt-lustre-MDT0000_UUID lock: 000000001795fe3f/0x9268ded837c4f849 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.117332:0:6230:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00010000:3.0:1771968957.117345:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000084659499 reply state 00000000b2b9b4ae transno 4294984378 ns: mdt-lustre-MDT0000_UUID lock: 00000000bfebe56f/0x9268ded837c4f850 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x440:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968957.117415:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095caffcc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+642:12406:x1858043754026624:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 11873us (12101us total) trans 4294984379 rc 0/0 00010000:00010000:3.0:1771968957.117417:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f83b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968957.117428:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35899 00010000:00010000:3.0:1771968957.117429:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f83b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.117437:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f83b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.117443:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005517ee59 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968957.117446:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f83b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.117452:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f83b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.117462:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x0 (00000000560c641d) 00010000:00010000:3.0:1771968957.117465:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.117468:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f83b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.117473:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f83b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968957.117482:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000084659499 reply state 00000000b2b9b4ae transno 4294984378 ns: mdt-lustre-MDT0000_UUID lock: 0000000006504806/0x9268ded837c4f842 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968957.117518:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084659499 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+642:12405:x1858043754026944:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1772us (2096us total) trans 4294984378 rc 0/0 00000100:00100000:3.0:1771968957.117524:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35900 00010000:00010000:0.0:1771968957.121019:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001795fe3f/0x9268ded837c4f849 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.121032:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x21e72734 (00000000fac96ac3) 00010000:00010000:0.0:1771968957.121034:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.121038:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007daf8b07/0x9268ded837c4f857 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x443:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.121044:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x443:0x0].0x0 (00000000c58f0d2e) 00010000:00010000:0.0:1771968957.121046:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968957.121292:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.121406:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754027136 00000100:00100000:0.0:1771968957.121469:0:13130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9670 00000100:00100000:0.0:1771968957.121479:0:13130:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb3219aa pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+642:12406:x1858043754027136:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:0.0:1771968957.121765:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb3219aa pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+643:12406:x1858043754027136:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 286us (477us total) trans 4294984380 rc 0/0 00000100:00100000:0.0:1771968957.121773:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9670 00000100:00100000:3.0:1771968957.123383:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.123739:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.124642:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754027264 00000100:00100000:0.0:1771968957.124690:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35901 00000100:00100000:0.0:1771968957.124696:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004af9e3d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+644:12406:x1858043754027264:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:0.0:1771968957.124733:0:6230:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1771968957.124762:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005a5b3632/0x9268ded837c49515 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x421:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03c948 expref: 644 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.124781:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000031157a78/0x9268ded837c060b2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x421:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026480 expref: 643 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.124794:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000064fe412e/0x9268ded837c0f874 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x421:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02991c expref: 642 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.124952:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bb27a197/0x9268ded837c06073 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x421:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02645d expref: 641 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.124967:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x421:0x0].0x0 (00000000bcddbda7) 00010000:00010000:0.0:1771968957.124976:0:6230:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968957.125009:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002abfc5d2/0x9268ded837c4f86c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.125026:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002abfc5d2/0x9268ded837c4f86c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.125037:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002abfc5d2/0x9268ded837c4f86c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.125056:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e83fe444/0x9268ded837c4f873 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41b:0x0].0xca0b3ea bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.125062:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e83fe444/0x9268ded837c4f873 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.125069:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e83fe444/0x9268ded837c4f873 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.125172:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000071b8cb5c/0x9268ded837c4f87a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x421:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.125203:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000071b8cb5c/0x9268ded837c4f87a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x421:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.125211:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000071b8cb5c/0x9268ded837c4f87a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x421:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968957.125485:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1771968957.126806:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968957.126813:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4f896 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x41e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.126821:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004f23f12e already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968957.126824:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4f896 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x41e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.126831:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4f896 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.126841:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41e:0x0].0x0 (00000000d054518a) 00010000:00010000:0.0:1771968957.126843:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1771968957.126846:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4f896 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x41e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.126851:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4f896 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x41e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.126863:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.126865:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.126866:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1771968957.127002:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].937, 64 off68224 00000040:00080000:0.0:1771968957.127027:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10971, 184 off1918216 00010000:00010000:0.0:1771968957.127078:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4f89d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x421:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.127089:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4f89d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.127098:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4f89d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.127110:0:6230:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4f89d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.127117:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4f89d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.127124:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4f89d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x421:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.127147:0:6230:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1771968957.127163:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000004af9e3d9 reply state 00000000ba861dfe transno 4294984383 ns: mdt-lustre-MDT0000_UUID lock: 0000000071b8cb5c/0x9268ded837c4f87a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x421:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.127262:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002abfc5d2/0x9268ded837c4f86c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.127271:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002abfc5d2/0x9268ded837c4f86c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.127283:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002abfc5d2/0x9268ded837c4f86c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.127289:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002abfc5d2 already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.127293:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002abfc5d2/0x9268ded837c4f86c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.127299:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002abfc5d2/0x9268ded837c4f86c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.127309:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x0 (000000007bc91f44) 00010000:00010000:0.0:1771968957.127312:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.127315:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002abfc5d2/0x9268ded837c4f86c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.127322:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002abfc5d2/0x9268ded837c4f86c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1771968957.127336:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000004af9e3d9 reply state 00000000ba861dfe transno 4294984383 ns: mdt-lustre-MDT0000_UUID lock: 00000000e83fe444/0x9268ded837c4f873 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968957.127410:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004af9e3d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+640:12406:x1858043754027264:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 2712us (4035us total) trans 4294984383 rc 0/0 00000100:00100000:0.0:1771968957.127420:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35901 00010000:00010000:0.0:1771968957.128437:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f888 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.128454:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0xca0b3ea (00000000223d9082) 00010000:00010000:0.0:1771968957.128458:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.128463:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000004509114/0x9268ded837c4f88f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.128469:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41e:0x0].0x0 (00000000d054518a) 00010000:00010000:0.0:1771968957.128471:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1771968957.129598:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e83fe444/0x9268ded837c4f873 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.129619:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0xca0b3ea (0000000049fb052a) 00010000:00010000:0.0:1771968957.129623:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.129629:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000071b8cb5c/0x9268ded837c4f87a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x421:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.129635:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x421:0x0].0x0 (00000000998cd296) 00010000:00010000:0.0:1771968957.129638:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968957.130811:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.130941:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754027648 00000100:00100000:0.0:1771968957.131013:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9672 00000100:00100000:0.0:1771968957.131021:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3511c0b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+640:12405:x1858043754027648:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:0.0:1771968957.131863:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3511c0b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+641:12405:x1858043754027648:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 838us (1057us total) trans 4294984384 rc 0/0 00000100:00100000:0.0:1771968957.131874:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9672 00000100:00100000:3.0:1771968957.134550:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.134643:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754027904 00000100:00100000:0.0:1771968957.134706:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9673 00000100:00100000:0.0:1771968957.134713:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a7e34c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+641:12406:x1858043754027904:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:0.0:1771968957.135066:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a7e34c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+642:12406:x1858043754027904:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 352us (527us total) trans 4294984385 rc 0/0 00000100:00100000:0.0:1771968957.135076:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9673 00000100:00100000:3.0:1771968957.135146:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.137504:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754027776 00000100:00100000:0.0:1771968957.137593:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35903 00000100:00100000:0.0:1771968957.137600:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f93d8b6c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+642:12405:x1858043754027776:12345-192.168.202.27@tcp:36:dbench.0 00000100:00100000:3.0:1771968957.137623:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1771968957.137668:0:6232:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1771968957.137701:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c49f95 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cd4d expref: 642 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.137724:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004acea69d/0x9268ded837c06d85 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026a1b expref: 642 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.137741:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005db1488c/0x9268ded837c1081f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x43e:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029e7f expref: 641 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.137758:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dbc2ed8d/0x9268ded837c06d38 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x43e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0269f8 expref: 640 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.137776:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43e:0x0].0x0 (00000000bb62cc45) 00010000:00010000:0.0:1771968957.137789:0:6232:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968957.137819:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4f8a4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.137837:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4f8a4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.137865:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4f8a4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.137890:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001fe8b0ee/0x9268ded837c4f8ab lrc: 3/0,1 mode: --/PW res: [0x200000402:0x419:0x0].0xa3962d5b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.137923:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001fe8b0ee/0x9268ded837c4f8ab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.137933:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001fe8b0ee/0x9268ded837c4f8ab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.138049:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000003c166e47/0x9268ded837c4f8b9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x43e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.138063:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003c166e47/0x9268ded837c4f8b9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.138095:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003c166e47/0x9268ded837c4f8b9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1771968957.138435:0:6232:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].931, 64 off67840 00000040:00080000:0.0:1771968957.138470:0:6232:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10972, 184 off1918400 00010000:00010000:0.0:1771968957.138516:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4f8ce lrc: 3/0,1 mode: --/PW res: [0x200000402:0x43e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.138526:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4f8ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.138535:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4f8ce lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.138542:0:6232:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4f8ce lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x43e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.138550:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4f8ce lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x43e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.138556:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4f8ce lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x43e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.138582:0:6232:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1771968957.138599:0:6232:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f93d8b6c reply state 0000000074fbf8b4 transno 4294984386 ns: mdt-lustre-MDT0000_UUID lock: 000000003c166e47/0x9268ded837c4f8b9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.138625:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.138634:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4f8ce lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x43e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.138646:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f18630bf already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.138650:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4f8ce lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x43e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.138659:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4f8ce lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x43e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.138676:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43e:0x0].0x0 (0000000008d8673a) 00010000:00010000:3.0:1771968957.138679:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.138683:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4f8ce lrc: 1/0,0 mode: --/PW res: [0x200000402:0x43e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.138689:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4f8ce lrc: 0/0,0 mode: --/PW res: [0x200000402:0x43e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.138714:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.138727:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4f8a4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.138737:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4f8a4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.138745:0:6232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4f8a4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.138750:0:6232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7e6b22f already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.138753:0:6232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4f8a4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.138759:0:6232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4f8a4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.138768:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x0 (00000000560c641d) 00010000:00010000:0.0:1771968957.138771:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.138773:0:6232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4f8a4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.138778:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4f8a4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1771968957.138787:0:6232:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f93d8b6c reply state 0000000074fbf8b4 transno 4294984386 ns: mdt-lustre-MDT0000_UUID lock: 000000001fe8b0ee/0x9268ded837c4f8ab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968957.138877:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f93d8b6c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+637:12405:x1858043754027776:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1276us (3730us total) trans 4294984386 rc 0/0 00000100:00100000:0.0:1771968957.138886:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35903 00010000:00010000:3.0:1771968957.138914:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.138920:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.140265:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968957.140275:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4f8d5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x441:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.140367:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c62a095f already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968957.140373:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4f8d5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x441:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.140383:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4f8d5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x441:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.140398:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x441:0x0].0x0 (000000006a3124dc) 00010000:00010000:0.0:1771968957.140400:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1771968957.140404:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4f8d5 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x441:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.140409:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4f8d5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x441:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.140498:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.140500:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.140503:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968957.142573:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754028160 00000100:00100000:0.0:1771968957.142622:0:13130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9674 00000100:00100000:0.0:1771968957.142627:0:13130:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000949fa9a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+638:12405:x1858043754028160:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:0.0:1771968957.142848:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000949fa9a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+639:12405:x1858043754028160:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 213us (569us total) trans 4294984388 rc 0/0 00000100:00100000:0.0:1771968957.142853:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9674 00000100:00100000:3.0:1771968957.144123:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.148753:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.148820:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754028416 00000100:00100000:0.0:1771968957.148878:0:13130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9675 00000100:00100000:0.0:1771968957.148884:0:13130:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7a8dad7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+637:12406:x1858043754028416:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:0.0:1771968957.149098:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7a8dad7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+638:12406:x1858043754028416:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 214us (363us total) trans 4294984390 rc 0/0 00000100:00100000:0.0:1771968957.149104:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9675 00000100:00100000:0.0:1771968957.151024:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754028544 00000100:00100000:0.0:1771968957.151072:0:13130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9676 00000100:00100000:0.0:1771968957.151078:0:13130:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca03b7e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+638:12405:x1858043754028544:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:0.0:1771968957.151394:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca03b7e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+639:12405:x1858043754028544:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 314us (475us total) trans 4294984391 rc 0/0 00000100:00100000:0.0:1771968957.151402:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9676 00010000:00010000:3.0:1771968957.153418:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.153431:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c4f90d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x430:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.153447:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005358f241 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.153452:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c4f90d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x430:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.153464:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c4f90d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x430:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.153484:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x430:0x0].0x0 (00000000baaadbcd) 00010000:00010000:3.0:1771968957.153487:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.153492:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c4f90d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x430:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.153498:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c4f90d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x430:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.153521:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.153524:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.153527:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.156437:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000391f29d0/0x9268ded837c4f8ff lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.156458:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x6324417e (00000000046a3a34) 00010000:00010000:0.0:1771968957.156460:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.156465:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008f102db4/0x9268ded837c4f906 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x430:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.156477:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x430:0x0].0x0 (00000000baaadbcd) 00010000:00010000:0.0:1771968957.156479:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968957.156929:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754028928 00000100:00100000:3.0:1771968957.157055:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9677 00000100:00100000:3.0:1771968957.157061:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e92b15f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+634:12406:x1858043754028928:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:3.0:1771968957.157372:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e92b15f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+635:12406:x1858043754028928:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 304us (568us total) trans 4294984393 rc 0/0 00000100:00100000:3.0:1771968957.157380:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9677 00010000:00010000:0.0:1771968957.158069:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968957.158073:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008177ddbd/0x9268ded837c4f929 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x43a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.158081:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008177ddbd already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968957.158083:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008177ddbd/0x9268ded837c4f929 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x43a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.158090:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008177ddbd/0x9268ded837c4f929 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x43a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.158099:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43a:0x0].0x0 (000000005cdac8c2) 00010000:00010000:0.0:1771968957.158101:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1771968957.158103:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008177ddbd/0x9268ded837c4f929 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x43a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.158109:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008177ddbd/0x9268ded837c4f929 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x43a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.158120:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.158122:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.158123:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968957.163914:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754029056 00000100:00100000:3.0:1771968957.163979:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35908 00000100:00100000:3.0:1771968957.163987:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031274c7c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+636:12406:x1858043754029056:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968957.164062:0:6231:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1771968957.164094:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003956abac/0x9268ded837c4a5ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cf99 expref: 636 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.164149:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000b27433e/0x9268ded837c06ceb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0269d5 expref: 635 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.164166:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009b6718de/0x9268ded837c10793 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x43d:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029e4e expref: 634 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.164221:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000013615e59/0x9268ded837c06cac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x43d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0269b2 expref: 633 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.164231:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43d:0x0].0x0 (00000000228df6e6) 00010000:00010000:3.0:1771968957.164244:0:6231:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968957.164278:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f930 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.164293:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f930 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.164303:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f930 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.164317:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002071aa7c/0x9268ded837c4f937 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41b:0x0].0x3afecd66 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.164323:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002071aa7c/0x9268ded837c4f937 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.164329:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002071aa7c/0x9268ded837c4f937 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.164422:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000039a4b888/0x9268ded837c4f93e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x43d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.164429:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000039a4b888/0x9268ded837c4f93e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.164435:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000039a4b888/0x9268ded837c4f93e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1771968957.164675:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].940, 64 off68416 00000040:00080000:3.0:1771968957.164703:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10977, 184 off1919320 00010000:00010000:3.0:1771968957.164751:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007ff6fa62/0x9268ded837c4f945 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x43d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.164760:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007ff6fa62/0x9268ded837c4f945 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.164768:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007ff6fa62/0x9268ded837c4f945 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.164774:0:6231:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007ff6fa62/0x9268ded837c4f945 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x43d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.164780:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007ff6fa62/0x9268ded837c4f945 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x43d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.164785:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007ff6fa62/0x9268ded837c4f945 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x43d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.164800:0:6231:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1771968957.164818:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000031274c7c reply state 00000000e4c13f2e transno 4294984395 ns: mdt-lustre-MDT0000_UUID lock: 0000000039a4b888/0x9268ded837c4f93e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.164943:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f930 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.164949:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f930 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.164954:0:6231:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f930 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.164961:0:6231:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005517ee59 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968957.164965:0:6231:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f930 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.164973:0:6231:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f930 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.164981:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x0 (000000007bc91f44) 00010000:00010000:3.0:1771968957.164984:0:6231:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.164987:0:6231:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f930 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.164992:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f930 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968957.164999:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000031274c7c reply state 00000000e4c13f2e transno 4294984395 ns: mdt-lustre-MDT0000_UUID lock: 000000002071aa7c/0x9268ded837c4f937 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968957.165093:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031274c7c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+634:12406:x1858043754029056:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1105us (1284us total) trans 4294984395 rc 0/0 00000100:00100000:3.0:1771968957.165101:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35908 00000100:00100000:0.0:1771968957.166429:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754029184 00000100:00100000:0.0:1771968957.166493:0:13130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9678 00000100:00100000:0.0:1771968957.166501:0:13130:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005aa0024e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+634:12405:x1858043754029184:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:0.0:1771968957.166726:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005aa0024e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+635:12405:x1858043754029184:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 225us (415us total) trans 4294984396 rc 0/0 00000100:00100000:0.0:1771968957.166736:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9678 00010000:00010000:0.0:1771968957.168407:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002071aa7c/0x9268ded837c4f937 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.168426:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x3afecd66 (000000007971b54c) 00010000:00010000:0.0:1771968957.168430:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.168434:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000039a4b888/0x9268ded837c4f93e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x43d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.168441:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43d:0x0].0x0 (00000000712b1cd5) 00010000:00010000:0.0:1771968957.168443:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968957.174912:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754029440 00000100:00100000:3.0:1771968957.174986:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35909 00000100:00100000:3.0:1771968957.174993:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042507bde pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+635:12405:x1858043754029440:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968957.175067:0:6231:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1771968957.175101:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f0f99951/0x9268ded837c49ff0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x424:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cd70 expref: 635 pid: 14872 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968957.175104:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754029312 00010000:00010000:3.0:1771968957.175125:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000097a0daaf/0x9268ded837c0624f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x424:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026528 expref: 635 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.175146:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000070a9ded1/0x9268ded837c0f993 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x424:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029977 expref: 634 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.175156:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b83fa22c/0x9268ded837c061fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x424:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02650c expref: 633 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.175163:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x424:0x0].0x0 (0000000036592715) 00010000:00010000:3.0:1771968957.175227:0:6231:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1771968957.175271:0:13130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9679 00000100:00100000:0.0:1771968957.175282:0:13130:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000badb4e36 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+632:12406:x1858043754029312:12345-192.168.202.27@tcp:35:dbench.0 00010000:00010000:3.0:1771968957.175344:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f94c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.175362:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f94c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.175372:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f94c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.175387:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a1a98bdf/0x9268ded837c4f953 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x419:0x0].0x17d46a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.175392:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a1a98bdf/0x9268ded837c4f953 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.175397:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a1a98bdf/0x9268ded837c4f953 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.175481:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000090f9b84/0x9268ded837c4f95a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x424:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.175490:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000090f9b84/0x9268ded837c4f95a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x424:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968957.175501:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000badb4e36 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+633:12406:x1858043754029312:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 213us (842us total) trans 4294984397 rc 0/0 00010000:00010000:3.0:1771968957.175524:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000090f9b84/0x9268ded837c4f95a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x424:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968957.175526:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9679 00000040:00080000:3.0:1771968957.175886:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].934, 64 off68032 00000040:00080000:3.0:1771968957.175928:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10978, 184 off1919504 00010000:00010000:3.0:1771968957.175961:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007ff6fa62/0x9268ded837c4f961 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x424:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.175968:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007ff6fa62/0x9268ded837c4f961 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x424:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.175973:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007ff6fa62/0x9268ded837c4f961 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x424:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.175979:0:6231:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007ff6fa62/0x9268ded837c4f961 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x424:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.175983:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007ff6fa62/0x9268ded837c4f961 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x424:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.175986:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007ff6fa62/0x9268ded837c4f961 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x424:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.176005:0:6231:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1771968957.176018:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000042507bde reply state 00000000b5c12ce3 transno 4294984398 ns: mdt-lustre-MDT0000_UUID lock: 00000000090f9b84/0x9268ded837c4f95a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x424:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.176145:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f94c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.176151:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f94c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.176156:0:6231:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f94c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.176160:0:6231:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005517ee59 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968957.176162:0:6231:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f94c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.176169:0:6231:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f94c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.176220:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x0 (00000000560c641d) 00010000:00010000:3.0:1771968957.176223:0:6231:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.176226:0:6231:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f94c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.176231:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4f94c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968957.176243:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000042507bde reply state 00000000b5c12ce3 transno 4294984398 ns: mdt-lustre-MDT0000_UUID lock: 00000000a1a98bdf/0x9268ded837c4f953 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.181283:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a1a98bdf/0x9268ded837c4f953 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.181300:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x17d46a (00000000d7db3cb5) 00010000:00010000:0.0:1771968957.181302:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.181306:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000090f9b84/0x9268ded837c4f95a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x424:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.181386:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x424:0x0].0x0 (00000000f5d821f5) 00010000:00010000:0.0:1771968957.181389:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1771968957.183541:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968957.183545:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000080d4c957/0x9268ded837c4f97d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.183553:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000080d4c957 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968957.183555:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000080d4c957/0x9268ded837c4f97d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.183560:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000080d4c957/0x9268ded837c4f97d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.183566:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x427:0x0].0x0 (00000000c2b36517) 00010000:00010000:0.0:1771968957.183568:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1771968957.183570:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000080d4c957/0x9268ded837c4f97d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.183573:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000080d4c957/0x9268ded837c4f97d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x427:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.183581:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.183582:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.183583:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.185090:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000edf97a53/0x9268ded837c4f96f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.185100:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x17d46a (000000004d66c272) 00010000:00010000:0.0:1771968957.185102:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.185105:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000020bf1ac9/0x9268ded837c4f976 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.185108:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x427:0x0].0x0 (00000000c2b36517) 00010000:00010000:0.0:1771968957.185111:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968957.186621:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754029696 00000100:00100000:0.0:1771968957.186664:0:13130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9680 00000100:00100000:0.0:1771968957.186671:0:13130:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ae89097 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+632:12405:x1858043754029696:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:0.0:1771968957.186873:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ae89097 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+633:12405:x1858043754029696:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 201us (448us total) trans 4294984400 rc 0/0 00000100:00100000:0.0:1771968957.186881:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9680 00000100:00100000:3.0:1771968957.188714:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754029824 00000100:00100000:3.0:1771968957.188783:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9681 00000100:00100000:3.0:1771968957.188791:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000237469f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+633:12406:x1858043754029824:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:3.0:1771968957.189051:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000237469f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+634:12406:x1858043754029824:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 259us (613us total) trans 4294984401 rc 0/0 00000100:00100000:3.0:1771968957.189059:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9681 00000100:00100000:3.0:1771968957.190825:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.190875:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754030080 00010000:00010000:0.0:1771968957.192833:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000038588d39/0x9268ded837c4f98b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.192846:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x5e0db83a (0000000061c594e1) 00010000:00010000:0.0:1771968957.192848:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.192852:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b5e37413/0x9268ded837c4f992 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.192855:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41c:0x0].0x0 (00000000ec623a9f) 00010000:00010000:0.0:1771968957.192857:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1771968957.193789:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968957.194840:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1771968957.197598:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000035b8aad8/0x9268ded837c4f9a7 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.197612:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x5e0db83a (000000008d725416) 00010000:00010000:0.0:1771968957.197614:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.197617:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b4a9526c/0x9268ded837c4f9ae lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.197621:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41f:0x0].0x0 (0000000080b25e1b) 00010000:00010000:0.0:1771968957.197622:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968957.199033:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.199666:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968957.200618:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.200626:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000532d85b9/0x9268ded837c4f9d1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x426:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.200660:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000532d85b9 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.200665:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000532d85b9/0x9268ded837c4f9d1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x426:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.200693:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000532d85b9/0x9268ded837c4f9d1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x426:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.200708:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x426:0x0].0x0 (00000000daeca871) 00010000:00010000:3.0:1771968957.200711:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.200714:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000532d85b9/0x9268ded837c4f9d1 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x426:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.200719:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000532d85b9/0x9268ded837c4f9d1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x426:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.200744:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.200745:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.200747:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.202532:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000366697b/0x9268ded837c4f9c3 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.202553:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0xc3f00931 (000000001570c11d) 00010000:00010000:0.0:1771968957.202565:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.202570:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ac55461f/0x9268ded837c4f9ca lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x426:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.202576:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x426:0x0].0x0 (00000000daeca871) 00010000:00010000:0.0:1771968957.202579:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968957.204002:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.204699:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.206267:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.206655:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754030848 00000100:00100000:0.0:1771968957.206710:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35915 00000100:00100000:0.0:1771968957.206718:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c42c2b09 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+628:12405:x1858043754030848:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:0.0:1771968957.206858:0:6230:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1771968957.206896:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005e57ec16/0x9268ded837c4a1da lrc: 0/0,0 mode: --/PR res: [0x200000402:0x433:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ce1f expref: 629 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.206929:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000493f41fe/0x9268ded837c06892 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x433:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0267f2 expref: 628 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.206941:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001c0495d5/0x9268ded837c10253 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x433:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029c6b expref: 627 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.206951:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000063b7716a/0x9268ded837c06861 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x433:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0267cf expref: 626 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.206959:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x433:0x0].0x0 (00000000e9119256) 00010000:00010000:0.0:1771968957.207397:0:6230:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968957.207433:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008433bf2c/0x9268ded837c4f9f4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.207453:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008433bf2c/0x9268ded837c4f9f4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.207463:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008433bf2c/0x9268ded837c4f9f4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.207479:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000805111e1/0x9268ded837c4f9fb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x419:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.207486:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000805111e1/0x9268ded837c4f9fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.207491:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000805111e1/0x9268ded837c4f9fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.207569:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000b4981c49/0x9268ded837c4fa02 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x433:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.207577:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b4981c49/0x9268ded837c4fa02 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x433:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.207584:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b4981c49/0x9268ded837c4fa02 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x433:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1771968957.207813:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].944, 64 off68672 00000040:00080000:0.0:1771968957.207842:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10984, 184 off1920608 00010000:00010000:0.0:1771968957.207879:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4fa09 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x433:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.207886:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4fa09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x433:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.207891:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4fa09 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x433:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.207896:0:6230:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4fa09 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x433:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.207915:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4fa09 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x433:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.207922:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4fa09 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x433:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.207948:0:6230:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1771968957.207969:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c42c2b09 reply state 00000000ef42e6c4 transno 4294984409 ns: mdt-lustre-MDT0000_UUID lock: 00000000b4981c49/0x9268ded837c4fa02 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x433:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.208096:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008433bf2c/0x9268ded837c4f9f4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.208115:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008433bf2c/0x9268ded837c4f9f4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.208132:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008433bf2c/0x9268ded837c4f9f4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.208137:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008433bf2c already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.208140:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008433bf2c/0x9268ded837c4f9f4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.208149:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008433bf2c/0x9268ded837c4f9f4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.208163:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x0 (00000000560c641d) 00010000:00010000:0.0:1771968957.208166:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.208168:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008433bf2c/0x9268ded837c4f9f4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.208173:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008433bf2c/0x9268ded837c4f9f4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1771968957.208239:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c42c2b09 reply state 00000000ef42e6c4 transno 4294984409 ns: mdt-lustre-MDT0000_UUID lock: 00000000805111e1/0x9268ded837c4f9fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968957.208361:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c42c2b09 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+627:12405:x1858043754030848:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1638us (2105us total) trans 4294984409 rc 0/0 00000100:00100000:0.0:1771968957.208377:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35915 00010000:00010000:3.0:1771968957.208509:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1771968957.208516:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4fa09 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x433:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.208525:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f18630bf already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.208528:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4fa09 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x433:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.208536:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4fa09 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x433:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.208551:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x433:0x0].0x0 (000000005daafb00) 00010000:00010000:3.0:1771968957.208554:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.208557:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4fa09 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x433:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.208563:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4fa09 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x433:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.208576:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.208578:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000269d1fb8/0x9268ded837c4f9ed lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x429:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.208589:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000269d1fb8 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.208591:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000269d1fb8/0x9268ded837c4f9ed lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x429:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.208597:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000269d1fb8/0x9268ded837c4f9ed lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x429:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.208604:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x429:0x0].0x0 (000000005c1ca7ac) 00010000:00010000:3.0:1771968957.208606:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.208609:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000269d1fb8/0x9268ded837c4f9ed lrc: 1/0,0 mode: --/PW res: [0x200000402:0x429:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.208614:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000269d1fb8/0x9268ded837c4f9ed lrc: 0/0,0 mode: --/PW res: [0x200000402:0x429:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.208624:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.208626:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.208627:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.210577:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000805111e1/0x9268ded837c4f9fb lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.210597:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x9e362f1b (000000007a2898f5) 00010000:00010000:0.0:1771968957.210600:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.210605:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b4981c49/0x9268ded837c4fa02 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x433:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.210612:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x433:0x0].0x0 (000000005daafb00) 00010000:00010000:0.0:1771968957.210614:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968957.211874:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.212695:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754030976 00000100:00100000:3.0:1771968957.213961:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754031104 00000100:00100000:3.0:1771968957.214014:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9685 00000100:00100000:3.0:1771968957.214021:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001eae3889 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+628:12405:x1858043754030976:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:3.0:1771968957.214424:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001eae3889 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+629:12405:x1858043754030976:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 401us (2558us total) trans 4294984410 rc 0/0 00000100:00100000:3.0:1771968957.214432:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9685 00000100:00100000:3.0:1771968957.214452:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9686 00000100:00100000:3.0:1771968957.214457:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca03b7e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+628:12406:x1858043754031104:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:3.0:1771968957.215476:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca03b7e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+629:12406:x1858043754031104:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 1014us (2611us total) trans 4294984411 rc 0/0 00000100:00100000:3.0:1771968957.215487:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9686 00010000:00010000:2.0:1771968957.217340:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000009b6718de/0x9268ded837c4fa25 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x764:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.217347:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009b6718de/0x9268ded837c4fa25 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x764:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.217367:0:6231:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1771968957.217383:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002e92b15f reply state 000000006e588674 transno 4294984412 ns: mdt-lustre-MDT0000_UUID lock: 00000000279e9708/0x9268ded837c4fa1e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x764:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.217474:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002fc8f34a/0x9268ded837c4fa10 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.217481:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002fc8f34a/0x9268ded837c4fa10 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.217488:0:6231:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002fc8f34a/0x9268ded837c4fa10 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.217494:0:6231:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002fc8f34a already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.217498:0:6231:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002fc8f34a/0x9268ded837c4fa10 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.217506:0:6231:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002fc8f34a/0x9268ded837c4fa10 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.217516:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x0 (00000000560c641d) 00010000:00010000:2.0:1771968957.217519:0:6231:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.217522:0:6231:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002fc8f34a/0x9268ded837c4fa10 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.217528:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002fc8f34a/0x9268ded837c4fa10 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1771968957.217537:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002e92b15f reply state 000000006e588674 transno 4294984412 ns: mdt-lustre-MDT0000_UUID lock: 00000000d810c100/0x9268ded837c4fa17 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.217607:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e92b15f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+627:12405:x1858043754031232:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1099us (1225us total) trans 4294984412 rc 0/0 00000100:00100000:2.0:1771968957.217616:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35916 00010000:00010000:3.0:1771968957.217794:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.217799:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009b6718de/0x9268ded837c4fa25 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x764:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.217808:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009b6718de already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.217810:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009b6718de/0x9268ded837c4fa25 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x764:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.217816:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009b6718de/0x9268ded837c4fa25 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x764:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.217826:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x764:0x0].0x0 (0000000025fad6c7) 00010000:00010000:3.0:1771968957.217829:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.217831:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009b6718de/0x9268ded837c4fa25 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x764:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.217837:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009b6718de/0x9268ded837c4fa25 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x764:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.217848:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.217850:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.217851:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968957.218279:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754031360 00000100:00100000:2.0:1771968957.218319:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35917 00000100:00100000:2.0:1771968957.218326:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005aa0024e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+627:12406:x1858043754031360:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:2.0:1771968957.218359:0:6231:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1771968957.218608:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e199d297/0x9268ded837c4a40a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x434:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cef1 expref: 627 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.218631:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003fc8d606/0x9268ded837c0695d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x434:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02683f expref: 626 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.218643:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009c613f6d/0x9268ded837c102f4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x434:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029cb1 expref: 625 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.218654:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b600694f/0x9268ded837c068fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x434:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02681c expref: 624 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.218663:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x434:0x0].0x0 (00000000c9e559bc) 00010000:00010000:2.0:1771968957.218670:0:6231:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968957.218689:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008177ddbd/0x9268ded837c4fa2c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.218705:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008177ddbd/0x9268ded837c4fa2c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.218712:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008177ddbd/0x9268ded837c4fa2c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.218724:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000532d85b9/0x9268ded837c4fa33 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41b:0x0].0x9e362f1b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.218731:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000532d85b9/0x9268ded837c4fa33 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.218737:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000532d85b9/0x9268ded837c4fa33 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.218784:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000727b61eb/0x9268ded837c4fa3a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x434:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.218793:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000727b61eb/0x9268ded837c4fa3a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x434:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.218799:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000727b61eb/0x9268ded837c4fa3a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x434:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1771968957.218961:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].938, 64 off68288 00000040:00080000:2.0:1771968957.218985:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10986, 184 off1920976 00010000:00010000:2.0:1771968957.219020:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c4fa41 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x434:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.219029:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c4fa41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x434:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.219036:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c4fa41 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x434:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.219043:0:6231:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c4fa41 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x434:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.219049:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c4fa41 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x434:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.219054:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c4fa41 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x434:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.219073:0:6231:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1771968957.219085:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000005aa0024e reply state 00000000751b71df transno 4294984413 ns: mdt-lustre-MDT0000_UUID lock: 00000000727b61eb/0x9268ded837c4fa3a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x434:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.219169:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008177ddbd/0x9268ded837c4fa2c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.219205:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008177ddbd/0x9268ded837c4fa2c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.219211:0:6231:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008177ddbd/0x9268ded837c4fa2c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.219216:0:6231:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008177ddbd already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.219218:0:6231:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008177ddbd/0x9268ded837c4fa2c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.219229:0:6231:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008177ddbd/0x9268ded837c4fa2c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.219238:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x0 (000000007bc91f44) 00010000:00010000:2.0:1771968957.219241:0:6231:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.219243:0:6231:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008177ddbd/0x9268ded837c4fa2c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.219248:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008177ddbd/0x9268ded837c4fa2c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1771968957.219260:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000005aa0024e reply state 00000000751b71df transno 4294984413 ns: mdt-lustre-MDT0000_UUID lock: 00000000532d85b9/0x9268ded837c4fa33 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.219297:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.219305:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c4fa41 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x434:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.219325:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002ee7cc68 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.219328:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c4fa41 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x434:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.219338:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005aa0024e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+625:12406:x1858043754031360:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1005us (1288us total) trans 4294984413 rc 0/0 00010000:00010000:3.0:1771968957.219352:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c4fa41 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x434:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.219368:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35917 00010000:00010000:3.0:1771968957.219390:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x434:0x0].0x0 (00000000b59747cb) 00010000:00010000:3.0:1771968957.219394:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.219398:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c4fa41 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x434:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.219405:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c4fa41 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x434:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.219422:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.219424:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.219426:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.219944:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d810c100/0x9268ded837c4fa17 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.219958:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0xb0449b87 (0000000060263476) 00010000:00010000:2.0:1771968957.219961:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.219964:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000279e9708/0x9268ded837c4fa1e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x764:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.219971:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x764:0x0].0x0 (0000000025fad6c7) 00010000:00010000:2.0:1771968957.219974:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968957.220958:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754031488 00010000:00010000:2.0:1771968957.220960:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000532d85b9/0x9268ded837c4fa33 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.220975:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x9e362f1b (000000009be3683e) 00010000:00010000:2.0:1771968957.220982:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.220987:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000727b61eb/0x9268ded837c4fa3a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x434:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.220993:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x434:0x0].0x0 (00000000b59747cb) 00010000:00010000:2.0:1771968957.220997:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968957.221056:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9687 00000100:00100000:0.0:1771968957.221064:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b365057 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+625:12405:x1858043754031488:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:0.0:1771968957.221349:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b365057 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+626:12405:x1858043754031488:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 284us (639us total) trans 4294984414 rc 0/0 00000100:00100000:0.0:1771968957.221357:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9687 00000100:00100000:3.0:1771968957.221788:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.223402:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.223428:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.224127:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754031872 00000100:00100000:2.0:1771968957.225269:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35919 00000100:00100000:2.0:1771968957.225278:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009371dd27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+625:12406:x1858043754031872:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:2.0:1771968957.225342:0:6231:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1771968957.225371:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f796932f/0x9268ded837c495a1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x766:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03c980 expref: 625 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.225529:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000067c8766d/0x9268ded837c46653 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x766:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b7dd expref: 625 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.225560:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b2eea8df/0x9268ded837c4a37e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x766:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cec7 expref: 623 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.225579:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000062655802/0x9268ded837c465ab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x766:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b7ac expref: 622 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.225589:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x766:0x0].0x0 (00000000adc98bc1) 00010000:00010000:2.0:1771968957.225597:0:6231:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968957.225623:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c4fa64 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.225641:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c4fa64 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.225799:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c4fa64 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.225818:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e656dca1/0x9268ded837c4fa6b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41b:0x0].0xb0449b87 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.225827:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e656dca1/0x9268ded837c4fa6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.225834:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e656dca1/0x9268ded837c4fa6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.225918:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000b38669ab/0x9268ded837c4fa72 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x766:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.225927:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b38669ab/0x9268ded837c4fa72 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x766:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.225932:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b38669ab/0x9268ded837c4fa72 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x766:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1771968957.226131:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].939, 64 off68352 00000040:00080000:2.0:1771968957.226159:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10988, 184 off1921344 00000100:00100000:3.0:1771968957.230516:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.231332:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754032000 00000100:00100000:0.0:1771968957.231396:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9689 00000100:00100000:0.0:1771968957.231402:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004256f8e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+623:12405:x1858043754032000:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:0.0:1771968957.231593:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004256f8e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+624:12405:x1858043754032000:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 190us (1101us total) trans 4294984418 rc 0/0 00000100:00100000:0.0:1771968957.231599:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9689 00000100:00100000:3.0:1771968957.235112:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1771968957.235341:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fbd975c8/0x9268ded837c4fa79 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x766:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.235360:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fbd975c8/0x9268ded837c4fa79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x766:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.235373:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fbd975c8/0x9268ded837c4fa79 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x766:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.235383:0:6231:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fbd975c8/0x9268ded837c4fa79 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x766:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.235389:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fbd975c8/0x9268ded837c4fa79 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x766:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.235395:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fbd975c8/0x9268ded837c4fa79 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x766:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.235414:0:6231:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1771968957.235435:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000009371dd27 reply state 000000007bbf75b6 transno 4294984417 ns: mdt-lustre-MDT0000_UUID lock: 00000000b38669ab/0x9268ded837c4fa72 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x766:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.235558:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c4fa64 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.235566:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c4fa64 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.235572:0:6231:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c4fa64 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.235577:0:6231:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005358f241 already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.235580:0:6231:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c4fa64 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.235592:0:6231:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c4fa64 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.235604:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x0 (000000007bc91f44) 00010000:00010000:2.0:1771968957.235607:0:6231:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.235611:0:6231:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c4fa64 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.235616:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c4fa64 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1771968957.235625:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000009371dd27 reply state 000000007bbf75b6 transno 4294984417 ns: mdt-lustre-MDT0000_UUID lock: 00000000e656dca1/0x9268ded837c4fa6b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.235710:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009371dd27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+624:12406:x1858043754031872:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 10428us (12277us total) trans 4294984417 rc 0/0 00000100:00100000:2.0:1771968957.235720:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35919 00000100:00100000:2.0:1771968957.235755:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754032128 00000100:00100000:2.0:1771968957.235791:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35920 00000100:00100000:2.0:1771968957.235796:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048f3bd98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+624:12405:x1858043754032128:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:2.0:1771968957.235834:0:6231:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1771968957.235851:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000620c968e/0x9268ded837c49fcd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x422:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cd62 expref: 624 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.235867:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c0617d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x422:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0264cd expref: 623 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.235891:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000cc52b6d/0x9268ded837c0f8d6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x422:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029938 expref: 622 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.235920:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008bd89d7b/0x9268ded837c0611b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x422:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0264aa expref: 621 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.235931:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x422:0x0].0x0 (000000003090ce1e) 00010000:00010000:2.0:1771968957.235939:0:6231:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968957.235959:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4fa80 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.235969:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4fa80 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.235976:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4fa80 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.235989:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000009b413e31/0x9268ded837c4fa87 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x419:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.235996:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009b413e31/0x9268ded837c4fa87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.236002:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009b413e31/0x9268ded837c4fa87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.236065:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000dc5cda2b/0x9268ded837c4fa8e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x422:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.236078:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dc5cda2b/0x9268ded837c4fa8e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x422:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.236085:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000dc5cda2b/0x9268ded837c4fa8e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x422:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1771968957.236307:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].940, 64 off68416 00000040:00080000:2.0:1771968957.236334:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10989, 184 off1921528 00010000:00010000:2.0:1771968957.236376:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a3e6f6b3/0x9268ded837c4fa95 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x422:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.236384:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a3e6f6b3/0x9268ded837c4fa95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x422:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.236390:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a3e6f6b3/0x9268ded837c4fa95 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x422:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.236396:0:6231:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a3e6f6b3/0x9268ded837c4fa95 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x422:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.236401:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a3e6f6b3/0x9268ded837c4fa95 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x422:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.236406:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a3e6f6b3/0x9268ded837c4fa95 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x422:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.236428:0:6231:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00010000:2.0:1771968957.236439:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000048f3bd98 reply state 00000000ee2a4b7f transno 4294984419 ns: mdt-lustre-MDT0000_UUID lock: 00000000dc5cda2b/0x9268ded837c4fa8e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x422:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.236528:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4fa80 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.236537:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4fa80 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.236543:0:6231:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4fa80 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.236549:0:6231:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006b021b00 already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.236552:0:6231:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4fa80 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.236557:0:6231:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4fa80 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.236566:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x0 (00000000560c641d) 00010000:00010000:2.0:1771968957.236568:0:6231:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.236570:0:6231:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4fa80 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.236575:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4fa80 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1771968957.236585:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000048f3bd98 reply state 00000000ee2a4b7f transno 4294984419 ns: mdt-lustre-MDT0000_UUID lock: 000000009b413e31/0x9268ded837c4fa87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.236628:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048f3bd98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+622:12405:x1858043754032128:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 831us (1522us total) trans 4294984419 rc 0/0 00000100:00100000:2.0:1771968957.236638:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35920 00010000:00010000:3.0:1771968957.236737:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.238320:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e656dca1/0x9268ded837c4fa6b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.238338:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0xb0449b87 (0000000099f40e0b) 00010000:00010000:2.0:1771968957.238340:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.238345:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b38669ab/0x9268ded837c4fa72 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x766:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.238351:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x766:0x0].0x0 (000000005b78ac6b) 00010000:00010000:2.0:1771968957.238353:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1771968957.238475:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009b413e31/0x9268ded837c4fa87 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.238483:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x1674e29a (000000000df2061e) 00010000:00010000:2.0:1771968957.238485:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.238488:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dc5cda2b/0x9268ded837c4fa8e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x422:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.238493:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x422:0x0].0x0 (000000003138a03c) 00010000:00010000:2.0:1771968957.238494:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968957.239345:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.239592:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754032256 00000100:00100000:2.0:1771968957.239683:0:13130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9690 00000100:00100000:2.0:1771968957.239689:0:13130:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000718d18f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+622:12405:x1858043754032256:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:2.0:1771968957.239880:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000718d18f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+623:12405:x1858043754032256:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 190us (546us total) trans 4294984420 rc 0/0 00000100:00100000:2.0:1771968957.239887:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9690 00000100:00100000:3.0:1771968957.241616:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.241655:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754032384 00000100:00100000:3.0:1771968957.241660:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.241704:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754032512 00000100:00100000:0.0:1771968957.241743:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35921 00000100:00100000:0.0:1771968957.241747:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f7dab4c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+624:12405:x1858043754032512:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:0.0:1771968957.241865:0:6232:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00000100:00100000:2.0:1771968957.241893:0:13130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9691 00000100:00100000:2.0:1771968957.241907:0:13130:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f48b26a pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+624:12406:x1858043754032384:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:2.0:1771968957.242066:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f48b26a pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+625:12406:x1858043754032384:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 167us (454us total) trans 4294984421 rc 0/0 00000100:00100000:2.0:1771968957.242074:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9691 00010000:00010000:0.0:1771968957.242128:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c4a075 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x428:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cda1 expref: 624 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.242148:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007af3dbb5/0x9268ded837c063e5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x428:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0265e5 expref: 623 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.242159:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000248a8da0/0x9268ded837c0fbca lrc: 0/0,0 mode: --/CR res: [0x200000402:0x428:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029a1f expref: 622 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.242170:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c063ad lrc: 0/0,0 mode: --/CR res: [0x200000402:0x428:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0265c9 expref: 621 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.242226:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x428:0x0].0x0 (000000004540b1c2) 00010000:00010000:0.0:1771968957.242241:0:6232:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968957.242264:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008433bf2c/0x9268ded837c4fa9c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.242277:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008433bf2c/0x9268ded837c4fa9c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.242285:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008433bf2c/0x9268ded837c4fa9c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.242299:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4faa3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x419:0x0].0x103f9c81 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.242306:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4faa3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.242311:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4faa3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.242374:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000c00662e/0x9268ded837c4faaa lrc: 3/0,1 mode: --/EX res: [0x200000402:0x428:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.242382:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000c00662e/0x9268ded837c4faaa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x428:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.242388:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000c00662e/0x9268ded837c4faaa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x428:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.244271:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968957.244281:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000493f41fe/0x9268ded837c4fab1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x428:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.244292:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000493f41fe already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968957.244297:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000493f41fe/0x9268ded837c4fab1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x428:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.244308:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000493f41fe/0x9268ded837c4fab1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x428:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.244324:0:7238:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x428:0x0].0x0 (000000008ddbb4e5) 00010000:00010000:2.0:1771968957.244327:0:7238:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1771968957.244331:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000493f41fe/0x9268ded837c4fab1 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x428:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.244337:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000493f41fe/0x9268ded837c4fab1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x428:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.244354:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.244358:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.244363:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968957.249070:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1771968957.249863:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4faa3 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.249882:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x103f9c81 (00000000bbfb454c) 00010000:00010000:2.0:1771968957.249892:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.249908:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000c00662e/0x9268ded837c4faaa lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x428:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.249945:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x428:0x0].0x0 (000000008ddbb4e5) 00010000:00010000:2.0:1771968957.249952:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1771968957.250490:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.250497:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000493f41fe/0x9268ded837c4facd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x42e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.250508:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000493f41fe already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.250511:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000493f41fe/0x9268ded837c4facd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x42e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.250519:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000493f41fe/0x9268ded837c4facd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x42e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.250533:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42e:0x0].0x0 (0000000067102db6) 00010000:00010000:3.0:1771968957.250536:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.250539:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000493f41fe/0x9268ded837c4facd lrc: 1/0,0 mode: --/PW res: [0x200000402:0x42e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.250545:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000493f41fe/0x9268ded837c4facd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x42e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.250562:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.250563:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.250565:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968957.251837:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1771968957.253980:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000088ff6b94/0x9268ded837c4fabf lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.253998:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x51a4c572 (000000004540b1c2) 00010000:00010000:0.0:1771968957.254001:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.254006:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000058321af0/0x9268ded837c4fac6 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x42e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.254011:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42e:0x0].0x0 (0000000067102db6) 00010000:00010000:0.0:1771968957.254013:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968957.254232:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.256725:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.256757:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.256911:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754033024 00000100:00100000:3.0:1771968957.256953:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754033152 00000100:00100000:3.0:1771968957.257015:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35923 00000100:00100000:3.0:1771968957.257027:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001eae3889 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+623:12405:x1858043754033024:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968957.257083:0:8228:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1771968957.257112:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000020f83e52/0x9268ded837c4a760 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x772:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d033 expref: 623 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257140:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c7a3f5cf/0x9268ded837c4a736 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x772:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d01e expref: 622 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257156:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003d4cb6a9/0x9268ded837c47cd4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x772:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03c03b expref: 621 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257200:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x772:0x0].0x0 (0000000066605ab4) 00010000:00010000:3.0:1771968957.257211:0:8228:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968957.257237:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4fad4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257251:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4fad4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257260:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4fad4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257274:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007ff6fa62/0x9268ded837c4fadb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x419:0x0].0x8ee21578 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257280:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007ff6fa62/0x9268ded837c4fadb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257285:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007ff6fa62/0x9268ded837c4fadb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257360:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000009b6718de/0x9268ded837c4fae2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x772:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257366:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009b6718de/0x9268ded837c4fae2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x772:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257370:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009b6718de/0x9268ded837c4fae2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x772:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1771968957.257529:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].943, 64 off68608 00000004:00080000:3.0:1771968957.257534:0:8228:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 436383357927ns, next at 437383356694ns, rc = 0 00000040:00080000:3.0:1771968957.257551:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10992, 184 off1922080 00010000:00010000:3.0:1771968957.257579:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008177ddbd/0x9268ded837c4fae9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x772:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257584:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008177ddbd/0x9268ded837c4fae9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x772:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257589:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008177ddbd/0x9268ded837c4fae9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x772:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257594:0:8228:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008177ddbd/0x9268ded837c4fae9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x772:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257597:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008177ddbd/0x9268ded837c4fae9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x772:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257601:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008177ddbd/0x9268ded837c4fae9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x772:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257614:0:8228:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1771968957.257625:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001eae3889 reply state 00000000fadd4645 transno 4294984426 ns: mdt-lustre-MDT0000_UUID lock: 000000009b6718de/0x9268ded837c4fae2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x772:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257644:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.257658:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008177ddbd/0x9268ded837c4fae9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x772:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257666:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008177ddbd already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.257668:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008177ddbd/0x9268ded837c4fae9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x772:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257673:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008177ddbd/0x9268ded837c4fae9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x772:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257681:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x772:0x0].0x0 (000000000519b960) 00010000:00010000:3.0:1771968957.257682:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.257684:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008177ddbd/0x9268ded837c4fae9 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x772:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257687:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008177ddbd/0x9268ded837c4fae9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x772:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257695:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.257696:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.257697:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.257772:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4fad4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257777:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4fad4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257780:0:8228:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4fad4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257784:0:8228:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005517ee59 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968957.257786:0:8228:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4fad4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257789:0:8228:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4fad4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257793:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x0 (00000000560c641d) 00010000:00010000:3.0:1771968957.257794:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.257795:0:8228:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4fad4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.257798:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005517ee59/0x9268ded837c4fad4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968957.257803:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001eae3889 reply state 00000000fadd4645 transno 4294984426 ns: mdt-lustre-MDT0000_UUID lock: 000000007ff6fa62/0x9268ded837c4fadb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968957.257926:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001eae3889 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+622:12405:x1858043754033024:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 899us (1281us total) trans 4294984426 rc 0/0 00000100:00100000:2.0:1771968957.259360:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35924 00000100:00100000:2.0:1771968957.259371:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000622642e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+622:12406:x1858043754033152:12345-192.168.202.27@tcp:36:dbench.0 00000100:00100000:3.0:1771968957.259395:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35923 00010000:00010000:2.0:1771968957.259443:0:6231:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1771968957.259463:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eabd33d2/0x9268ded837c4a1cc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x425:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ce18 expref: 622 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.259484:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dc0af8ab/0x9268ded837c06272 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x425:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026544 expref: 620 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.259499:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004ac6bd33/0x9268ded837c0fa3b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x425:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0299a8 expref: 619 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.259511:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000118f98aa/0x9268ded837c06233 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x425:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026521 expref: 618 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.259521:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x425:0x0].0x0 (0000000014e3105f) 00010000:00010000:2.0:1771968957.259528:0:6231:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968957.259551:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4faf0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.259567:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4faf0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.259575:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4faf0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.259590:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003601c52b/0x9268ded837c4faf7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41b:0x0].0x1674e29a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.259597:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003601c52b/0x9268ded837c4faf7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.259603:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003601c52b/0x9268ded837c4faf7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.259649:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000084457b88/0x9268ded837c4fafe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x425:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.259654:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000084457b88/0x9268ded837c4fafe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x425:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.259658:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000084457b88/0x9268ded837c4fafe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x425:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1771968957.259786:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].946, 64 off68800 00000040:00080000:2.0:1771968957.259802:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10993, 184 off1922264 00010000:00010000:2.0:1771968957.259828:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9c0822/0x9268ded837c4fb05 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x425:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.259833:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9c0822/0x9268ded837c4fb05 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x425:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.259838:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9c0822/0x9268ded837c4fb05 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x425:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.259842:0:6231:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9c0822/0x9268ded837c4fb05 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x425:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.259846:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9c0822/0x9268ded837c4fb05 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x425:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.259849:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9c0822/0x9268ded837c4fb05 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x425:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.259868:0:6231:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1771968957.259881:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000622642e9 reply state 0000000000e2d6e4 transno 4294984427 ns: mdt-lustre-MDT0000_UUID lock: 0000000084457b88/0x9268ded837c4fafe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x425:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.259965:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4faf0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.259969:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4faf0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.259973:0:6231:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4faf0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.259976:0:6231:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006b021b00 already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.259978:0:6231:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4faf0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.259985:0:6231:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4faf0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.259991:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x0 (000000007bc91f44) 00010000:00010000:2.0:1771968957.259992:0:6231:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.259994:0:6231:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4faf0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.259997:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4faf0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1771968957.260004:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000622642e9 reply state 0000000000e2d6e4 transno 4294984427 ns: mdt-lustre-MDT0000_UUID lock: 000000003601c52b/0x9268ded837c4faf7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.260056:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000622642e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+619:12406:x1858043754033152:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 688us (3298us total) trans 4294984427 rc 0/0 00000100:00100000:2.0:1771968957.260060:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35924 00010000:00010000:2.0:1771968957.260848:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007ff6fa62/0x9268ded837c4fadb lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.260860:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x8ee21578 (00000000d64c60dd) 00010000:00010000:2.0:1771968957.260862:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.260865:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009b6718de/0x9268ded837c4fae2 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x772:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.260871:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x772:0x0].0x0 (000000000519b960) 00010000:00010000:2.0:1771968957.260873:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1771968957.261509:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003601c52b/0x9268ded837c4faf7 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.261518:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x1674e29a (00000000cab8f4ca) 00010000:00010000:0.0:1771968957.261520:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.261522:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000084457b88/0x9268ded837c4fafe lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x425:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.261525:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x425:0x0].0x0 (00000000a761302e) 00010000:00010000:0.0:1771968957.261527:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968957.262994:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.265270:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.265531:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754033408 00000100:00100000:2.0:1771968957.265588:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35925 00000100:00100000:2.0:1771968957.265595:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a7e34c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+620:12405:x1858043754033408:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:2.0:1771968957.265648:0:6231:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1771968957.265674:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c9030d46/0x9268ded837c49952 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03caec expref: 620 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.265690:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005a297fe7/0x9268ded837c06cd6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0269c7 expref: 619 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.265699:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ee673c0e/0x9268ded837c1073f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x43c:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029e32 expref: 618 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.265705:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009a8df4e6/0x9268ded837c06c7b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x43c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0269a4 expref: 617 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.265710:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43c:0x0].0x0 (00000000f1162f8c) 00010000:00010000:2.0:1771968957.265725:0:6231:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968957.265744:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fb0c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.265754:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fb0c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.265760:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fb0c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.265773:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a56a4577/0x9268ded837c4fb13 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x419:0x0].0xbea011c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.265777:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a56a4577/0x9268ded837c4fb13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.265781:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a56a4577/0x9268ded837c4fb13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.265836:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000671781b8/0x9268ded837c4fb1a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x43c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.265840:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000671781b8/0x9268ded837c4fb1a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.265844:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000671781b8/0x9268ded837c4fb1a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968957.265938:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000040:00080000:2.0:1771968957.266045:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].944, 64 off68672 00000040:00080000:2.0:1771968957.266069:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10994, 184 off1922448 00010000:00010000:2.0:1771968957.266107:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f4947fc4/0x9268ded837c4fb21 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x43c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.266117:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f4947fc4/0x9268ded837c4fb21 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.266125:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f4947fc4/0x9268ded837c4fb21 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.266132:0:6231:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f4947fc4/0x9268ded837c4fb21 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x43c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.266137:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f4947fc4/0x9268ded837c4fb21 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x43c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.266148:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f4947fc4/0x9268ded837c4fb21 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x43c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.266201:0:6231:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1771968957.266210:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.266216:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f4947fc4/0x9268ded837c4fb21 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x43c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1771968957.266216:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001a7e34c5 reply state 0000000025b2adc5 transno 4294984429 ns: mdt-lustre-MDT0000_UUID lock: 00000000671781b8/0x9268ded837c4fb1a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.266238:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f4947fc4 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.266241:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f4947fc4/0x9268ded837c4fb21 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x43c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.266246:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f4947fc4/0x9268ded837c4fb21 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x43c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.266255:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43c:0x0].0x0 (0000000056e6b7bb) 00010000:00010000:3.0:1771968957.266257:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.266261:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f4947fc4/0x9268ded837c4fb21 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x43c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.266265:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f4947fc4/0x9268ded837c4fb21 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x43c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.266278:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.266279:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.266280:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.266318:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fb0c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.266326:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fb0c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.266331:0:6231:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fb0c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.266337:0:6231:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000baad588f already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.266341:0:6231:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fb0c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.266347:0:6231:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fb0c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.266356:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x0 (00000000560c641d) 00010000:00010000:2.0:1771968957.266358:0:6231:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.266361:0:6231:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fb0c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.266367:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fb0c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1771968957.266380:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001a7e34c5 reply state 0000000025b2adc5 transno 4294984429 ns: mdt-lustre-MDT0000_UUID lock: 00000000a56a4577/0x9268ded837c4fb13 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.266451:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a7e34c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+619:12405:x1858043754033408:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 854us (1184us total) trans 4294984429 rc 0/0 00000100:00100000:2.0:1771968957.266459:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35925 00000100:00100000:3.0:1771968957.268258:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968957.270134:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.270143:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f44dbf62/0x9268ded837c4fb3d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x42b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.270158:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f44dbf62 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.270161:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f44dbf62/0x9268ded837c4fb3d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x42b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.270171:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f44dbf62/0x9268ded837c4fb3d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x42b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.270210:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42b:0x0].0x0 (00000000d1cf3543) 00010000:00010000:3.0:1771968957.270214:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.270218:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f44dbf62/0x9268ded837c4fb3d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x42b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.270224:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f44dbf62/0x9268ded837c4fb3d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x42b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.270250:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.270253:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.270257:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968957.270847:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1771968957.270967:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a56a4577/0x9268ded837c4fb13 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.270979:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0xbea011c (000000006285b7ed) 00010000:00010000:2.0:1771968957.270981:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.270985:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000671781b8/0x9268ded837c4fb1a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x43c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.270991:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43c:0x0].0x0 (0000000056e6b7bb) 00010000:00010000:2.0:1771968957.270993:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1771968957.273217:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003fc8d606/0x9268ded837c4fb2f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.273237:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x103f9c81 (0000000008aa01fa) 00010000:00010000:2.0:1771968957.273241:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.273246:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000493f41fe/0x9268ded837c4fb36 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x42b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.273253:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42b:0x0].0x0 (00000000d1cf3543) 00010000:00010000:2.0:1771968957.273256:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968957.274359:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.274409:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.274743:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754034048 00000100:00100000:2.0:1771968957.274811:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35927 00000100:00100000:2.0:1771968957.274823:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f48b26a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+619:12405:x1858043754034048:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:2.0:1771968957.274883:0:6231:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1771968957.274914:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e4728ed6/0x9268ded837c46b93 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x768:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b9a4 expref: 619 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.274936:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f1971dd0/0x9268ded837c46b46 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x768:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b97a expref: 618 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.274949:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a5420399/0x9268ded837c4a4ff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x768:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cf4c expref: 617 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.274959:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e5759d38/0x9268ded837c46a97 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x768:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b92d expref: 616 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.274968:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x768:0x0].0x0 (00000000815b945a) 00010000:00010000:2.0:1771968957.274977:0:6231:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968957.275007:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000068cf51b8/0x9268ded837c4fb44 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.275021:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000068cf51b8/0x9268ded837c4fb44 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.275030:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000068cf51b8/0x9268ded837c4fb44 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.275043:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008a9c0002/0x9268ded837c4fb4b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x419:0x0].0x5a114248 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.275048:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008a9c0002/0x9268ded837c4fb4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.275052:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008a9c0002/0x9268ded837c4fb4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.275126:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008a64ebce/0x9268ded837c4fb52 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x768:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.275134:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008a64ebce/0x9268ded837c4fb52 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x768:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.275140:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008a64ebce/0x9268ded837c4fb52 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x768:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1771968957.275384:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].945, 64 off68736 00000040:00080000:3.0:1771968957.275408:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10996, 184 off1922816 00010000:00010000:3.0:1771968957.275441:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002fc8f34a/0x9268ded837c4fb59 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x768:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.275448:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002fc8f34a/0x9268ded837c4fb59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x768:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.275453:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002fc8f34a/0x9268ded837c4fb59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x768:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.275458:0:6231:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002fc8f34a/0x9268ded837c4fb59 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x768:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.275461:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002fc8f34a/0x9268ded837c4fb59 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x768:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.275466:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002fc8f34a/0x9268ded837c4fb59 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x768:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.275486:0:6231:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1771968957.275498:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002f48b26a reply state 00000000df7569b6 transno 4294984434 ns: mdt-lustre-MDT0000_UUID lock: 000000008a64ebce/0x9268ded837c4fb52 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x768:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.275568:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000068cf51b8/0x9268ded837c4fb44 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.275572:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000068cf51b8/0x9268ded837c4fb44 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.275576:0:6231:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000068cf51b8/0x9268ded837c4fb44 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.275579:0:6231:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000068cf51b8 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968957.275581:0:6231:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000068cf51b8/0x9268ded837c4fb44 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.275585:0:6231:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000068cf51b8/0x9268ded837c4fb44 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.275590:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x0 (00000000560c641d) 00010000:00010000:3.0:1771968957.275592:0:6231:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.275594:0:6231:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000068cf51b8/0x9268ded837c4fb44 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.275596:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000068cf51b8/0x9268ded837c4fb44 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968957.275604:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000002f48b26a reply state 00000000df7569b6 transno 4294984434 ns: mdt-lustre-MDT0000_UUID lock: 000000008a9c0002/0x9268ded837c4fb4b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968957.277130:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f48b26a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+617:12405:x1858043754034048:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 2303us (2719us total) trans 4294984434 rc 0/0 00000100:00100000:0.0:1771968957.277140:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.277143:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35927 00000100:00100000:3.0:1771968957.277325:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754034176 00000100:00100000:3.0:1771968957.277365:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35928 00000100:00100000:3.0:1771968957.277371:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c094f0c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+617:12406:x1858043754034176:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968957.277412:0:6231:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1771968957.277431:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7fc8bc0/0x9268ded837c4a801 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x774:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d079 expref: 617 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.277448:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001eaddd5b/0x9268ded837c4a7e5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x774:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d06b expref: 616 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.277461:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002bdbd05c/0x9268ded837c47e55 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x774:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03c0c0 expref: 615 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.277469:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x774:0x0].0x0 (00000000207dcfe7) 00010000:00010000:3.0:1771968957.277476:0:6231:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968957.277496:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000269d1fb8/0x9268ded837c4fb60 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.277506:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000269d1fb8/0x9268ded837c4fb60 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.277520:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000269d1fb8/0x9268ded837c4fb60 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.277860:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000429a4944/0x9268ded837c4fb67 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41b:0x0].0x8ee21578 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.277870:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000429a4944/0x9268ded837c4fb67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.277878:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000429a4944/0x9268ded837c4fb67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.278009:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000007af3dbb5/0x9268ded837c4fb6e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x774:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.278015:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007af3dbb5/0x9268ded837c4fb6e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x774:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.278020:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007af3dbb5/0x9268ded837c4fb6e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x774:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1771968957.278289:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].946, 64 off68800 00000040:00080000:3.0:1771968957.278307:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10997, 184 off1923000 00010000:00010000:3.0:1771968957.278339:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005e57ec16/0x9268ded837c4fb75 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x774:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.278348:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005e57ec16/0x9268ded837c4fb75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x774:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.278355:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005e57ec16/0x9268ded837c4fb75 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x774:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.278362:0:6231:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005e57ec16/0x9268ded837c4fb75 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x774:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.278367:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005e57ec16/0x9268ded837c4fb75 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x774:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.278373:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005e57ec16/0x9268ded837c4fb75 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x774:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.278395:0:6231:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1771968957.278411:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c094f0c8 reply state 0000000084ab182b transno 4294984435 ns: mdt-lustre-MDT0000_UUID lock: 000000007af3dbb5/0x9268ded837c4fb6e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x774:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.278436:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968957.278440:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005e57ec16/0x9268ded837c4fb75 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x774:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.278447:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005e57ec16 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968957.278449:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005e57ec16/0x9268ded837c4fb75 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x774:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.278455:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005e57ec16/0x9268ded837c4fb75 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x774:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.278463:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x774:0x0].0x0 (00000000a9a43a6a) 00010000:00010000:0.0:1771968957.278465:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1771968957.278467:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005e57ec16/0x9268ded837c4fb75 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x774:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.278471:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005e57ec16/0x9268ded837c4fb75 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x774:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.278482:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.278483:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.278484:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.278492:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000269d1fb8/0x9268ded837c4fb60 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.278498:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000269d1fb8/0x9268ded837c4fb60 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.278501:0:6231:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000269d1fb8/0x9268ded837c4fb60 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.278504:0:6231:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000269d1fb8 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968957.278506:0:6231:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000269d1fb8/0x9268ded837c4fb60 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.278509:0:6231:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000269d1fb8/0x9268ded837c4fb60 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.278518:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x0 (000000007bc91f44) 00010000:00010000:3.0:1771968957.278519:0:6231:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.278521:0:6231:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000269d1fb8/0x9268ded837c4fb60 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.278525:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000269d1fb8/0x9268ded837c4fb60 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968957.278530:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000c094f0c8 reply state 0000000084ab182b transno 4294984435 ns: mdt-lustre-MDT0000_UUID lock: 00000000429a4944/0x9268ded837c4fb67 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968957.278583:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c094f0c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+616:12406:x1858043754034176:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1212us (1446us total) trans 4294984435 rc 0/0 00000100:00100000:3.0:1771968957.278590:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35928 00010000:00010000:2.0:1771968957.278712:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008a9c0002/0x9268ded837c4fb4b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.278801:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x5a114248 (00000000e8f90387) 00010000:00010000:2.0:1771968957.278802:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.278805:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008a64ebce/0x9268ded837c4fb52 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x768:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.278809:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x768:0x0].0x0 (00000000a8da61e1) 00010000:00010000:2.0:1771968957.278810:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968957.281013:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754034304 00010000:00010000:0.0:1771968957.281033:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000429a4944/0x9268ded837c4fb67 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.281045:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x8ee21578 (00000000667a0643) 00010000:00010000:0.0:1771968957.281047:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.281050:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007af3dbb5/0x9268ded837c4fb6e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x774:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.281054:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x774:0x0].0x0 (00000000a9a43a6a) 00010000:00010000:0.0:1771968957.281055:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968957.281067:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9698 00000100:00100000:3.0:1771968957.281073:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000badb4e36 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+616:12405:x1858043754034304:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:3.0:1771968957.281304:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000badb4e36 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+617:12405:x1858043754034304:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 230us (362us total) trans 4294984436 rc 0/0 00000100:00100000:3.0:1771968957.281312:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9698 00000100:00100000:3.0:1771968957.285293:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754034432 00000100:00100000:3.0:1771968957.285382:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9699 00000100:00100000:3.0:1771968957.285392:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005fbc0352 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+617:12406:x1858043754034432:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:3.0:1771968957.286152:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005fbc0352 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+618:12406:x1858043754034432:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 584us (2592us total) trans 4294984437 rc 0/0 00000100:00100000:3.0:1771968957.286170:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9699 00000100:00100000:3.0:1771968957.288324:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754034560 00000100:00100000:3.0:1771968957.288518:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754034688 00000100:00100000:2.0:1771968957.288560:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35929 00000100:00100000:2.0:1771968957.288570:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ae89097 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+619:12405:x1858043754034560:12345-192.168.202.27@tcp:36:dbench.0 00000100:00100000:0.0:1771968957.288621:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35930 00000100:00100000:0.0:1771968957.288632:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000badb4e36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+619:12406:x1858043754034688:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:2.0:1771968957.288643:0:8228:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1771968957.288680:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d11f0161/0x9268ded837c4a20b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x435:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ce34 expref: 619 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.288690:0:6230:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1771968957.288733:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000022a9af69/0x9268ded837c49aef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cb8d expref: 618 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.288746:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001a202421/0x9268ded837c06972 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x435:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026854 expref: 617 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.288762:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d2bedd4/0x9268ded837c06de7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026a45 expref: 616 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.288773:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000782f4d1d/0x9268ded837c10380 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x435:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029ce2 expref: 615 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.288787:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000007189bdd/0x9268ded837c108c7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x43f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029eb0 expref: 614 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.288796:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ca03bfa4/0x9268ded837c0692c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x435:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02682a expref: 614 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.288816:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x435:0x0].0x0 (00000000647ad573) 00010000:00010000:0.0:1771968957.288817:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003567de4d/0x9268ded837c06da8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x43f:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026a29 expref: 612 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.288834:0:8228:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968957.288839:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43f:0x0].0x0 (0000000066d22d19) 00010000:00010000:0.0:1771968957.288849:0:6230:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968957.288872:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fb7c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.288877:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004ac6bd33/0x9268ded837c4fb83 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.288896:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fb7c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.288913:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004ac6bd33/0x9268ded837c4fb83 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.288921:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fb7c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.288928:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004ac6bd33/0x9268ded837c4fb83 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.288949:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4fb8a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x419:0x0].0xf2061246 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.288954:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008433bf2c/0x9268ded837c4fb91 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41b:0x0].0xbea011c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.288964:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4fb8a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.288970:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008433bf2c/0x9268ded837c4fb91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.288983:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008433bf2c/0x9268ded837c4fb91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.289061:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4fb98 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x43f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.289070:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4fb98 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.289076:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4fb98 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.289260:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4fb8a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1771968957.289337:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].948, 64 off68928 00010000:00010000:2.0:1771968957.289347:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000037015404/0x9268ded837c4fb9f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x435:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.289358:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000037015404/0x9268ded837c4fb9f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x435:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.289367:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000037015404/0x9268ded837c4fb9f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x435:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1771968957.289378:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10998, 184 off1923184 00010000:00010000:0.0:1771968957.289425:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ce77d2fb/0x9268ded837c4fba6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x43f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.289435:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ce77d2fb/0x9268ded837c4fba6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.289444:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ce77d2fb/0x9268ded837c4fba6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.289452:0:6230:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ce77d2fb/0x9268ded837c4fba6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x43f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.289462:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ce77d2fb/0x9268ded837c4fba6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x43f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.289469:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ce77d2fb/0x9268ded837c4fba6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x43f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.289499:0:6230:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1771968957.289515:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000badb4e36 reply state 0000000010313d1a transno 4294984438 ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4fb98 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1771968957.289576:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].949, 64 off68992 00000040:00080000:2.0:1771968957.289613:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].10999, 184 off1923368 00010000:00010000:0.0:1771968957.289636:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000004ac6bd33/0x9268ded837c4fb83 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.289645:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004ac6bd33/0x9268ded837c4fb83 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.289653:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004ac6bd33/0x9268ded837c4fb83 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.289659:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fbad lrc: 3/0,1 mode: --/PW res: [0x200000402:0x435:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.289661:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004ac6bd33 already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.289668:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004ac6bd33/0x9268ded837c4fb83 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.289680:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fbad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x435:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.289683:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004ac6bd33/0x9268ded837c4fb83 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.289711:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fbad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x435:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.289716:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x0 (000000007bc91f44) 00010000:00010000:0.0:1771968957.289726:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.289727:0:8228:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fbad lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x435:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.289730:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004ac6bd33/0x9268ded837c4fb83 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.289739:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004ac6bd33/0x9268ded837c4fb83 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1771968957.289749:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000badb4e36 reply state 0000000010313d1a transno 4294984438 ns: mdt-lustre-MDT0000_UUID lock: 000000008433bf2c/0x9268ded837c4fb91 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968957.289824:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000badb4e36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+614:12406:x1858043754034688:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1192us (1427us total) trans 4294984438 rc 0/0 00010000:00010000:2.0:1771968957.289851:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fbad lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x435:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968957.289857:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35930 00010000:00010000:2.0:1771968957.289867:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fbad lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x435:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.289894:0:8228:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00010000:2.0:1771968957.289923:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006ae89097 reply state 00000000eac50c59 transno 4294984439 ns: mdt-lustre-MDT0000_UUID lock: 0000000037015404/0x9268ded837c4fb9f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x435:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.290228:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fb7c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.290237:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fb7c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.290243:0:8228:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fb7c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.290250:0:8228:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000baad588f already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.290253:0:8228:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fb7c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.290260:0:8228:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fb7c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.290270:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x0 (00000000560c641d) 00010000:00010000:2.0:1771968957.290273:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.290276:0:8228:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fb7c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.290282:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fb7c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1771968957.290296:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006ae89097 reply state 00000000eac50c59 transno 4294984439 ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4fb8a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.290387:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ae89097 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+614:12405:x1858043754034560:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1812us (3488us total) trans 4294984439 rc 0/0 00000100:00100000:2.0:1771968957.290411:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35929 00010000:00010000:0.0:1771968957.291241:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.294594:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008433bf2c/0x9268ded837c4fb91 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.294618:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0xbea011c (000000005581330c) 00010000:00010000:0.0:1771968957.294624:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.294631:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4fb98 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x43f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.294649:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43f:0x0].0x0 (0000000088c932db) 00010000:00010000:0.0:1771968957.294652:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1771968957.296759:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4fb8a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.296779:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0xf2061246 (00000000e8cc6de4) 00010000:00010000:3.0:1771968957.296783:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.296788:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000037015404/0x9268ded837c4fb9f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x435:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.296794:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x435:0x0].0x0 (00000000ee3fe9e7) 00010000:00010000:3.0:1771968957.296797:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968957.299870:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754035072 00000100:00100000:2.0:1771968957.299873:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754034944 00000100:00100000:3.0:1771968957.299954:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35931 00000100:00100000:3.0:1771968957.299963:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d28c7dfc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+616:12406:x1858043754035072:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968957.300053:0:6231:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00000100:00100000:2.0:1771968957.300090:0:13130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9701 00010000:00010000:3.0:1771968957.300093:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000093801ce7/0x9268ded837c46dae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x76b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ba7d expref: 616 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.300096:0:13130:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000410a4262 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+616:12405:x1858043754034944:12345-192.168.202.27@tcp:35:dbench.0 00010000:00010000:3.0:1771968957.300128:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000095779ad2/0x9268ded837c46d6f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x76b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ba61 expref: 615 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.300144:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cf53b5cc/0x9268ded837c4a5ae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x76b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cf92 expref: 614 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.300157:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000034f1c4d2/0x9268ded837c46cdc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x76b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ba22 expref: 613 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.300208:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x76b:0x0].0x0 (00000000a55c9da6) 00010000:00010000:3.0:1771968957.300224:0:6231:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968957.300258:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fbb4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.300276:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fbb4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.300287:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fbb4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.300303:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bf5d441a/0x9268ded837c4fbbb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41b:0x0].0x5a114248 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.300310:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bf5d441a/0x9268ded837c4fbbb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.300316:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bf5d441a/0x9268ded837c4fbbb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.300358:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000410a4262 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+613:12405:x1858043754034944:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 262us (716us total) trans 4294984441 rc 0/0 00000100:00100000:2.0:1771968957.300367:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9701 00010000:00010000:3.0:1771968957.300403:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000001acc3e90/0x9268ded837c4fbc2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x76b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.300411:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001acc3e90/0x9268ded837c4fbc2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x76b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.300421:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001acc3e90/0x9268ded837c4fbc2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x76b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1771968957.300659:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].950, 64 off69056 00000040:00080000:3.0:1771968957.300688:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11000, 184 off1923552 00010000:00010000:3.0:1771968957.301010:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c4fbc9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x76b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.301021:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c4fbc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x76b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669471281648 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.301029:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c4fbc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x76b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669471281648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.301037:0:6231:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c4fbc9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x76b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669471281648 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.301043:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c4fbc9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x76b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669471281648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.301049:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c4fbc9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x76b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669471281648 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.301071:0:6231:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1771968957.301085:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d28c7dfc reply state 00000000f1006887 transno 4294984442 ns: mdt-lustre-MDT0000_UUID lock: 000000001acc3e90/0x9268ded837c4fbc2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x76b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.301147:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968957.301158:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c4fbc9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x76b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669471281648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.301214:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000860b818e already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968957.301220:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c4fbc9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x76b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669471281648 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.301231:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c4fbc9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x76b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669471281648 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.301249:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x76b:0x0].0x0 (00000000207dcfe7) 00010000:00010000:0.0:1771968957.301253:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1771968957.301258:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c4fbc9 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x76b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669471281648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.301264:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fbb4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.301264:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c4fbc9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x76b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669471281648 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.301300:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fbb4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.301307:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.301311:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.301313:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.301317:0:6231:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fbb4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.301326:0:6231:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000961b92b8 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968957.301329:0:6231:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fbb4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.301336:0:6231:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fbb4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.301346:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x0 (000000007bc91f44) 00010000:00010000:3.0:1771968957.301348:0:6231:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.301352:0:6231:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fbb4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.301358:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fbb4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968957.301370:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d28c7dfc reply state 00000000f1006887 transno 4294984442 ns: mdt-lustre-MDT0000_UUID lock: 00000000bf5d441a/0x9268ded837c4fbbb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.301515:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d28c7dfc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+614:12406:x1858043754035072:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1547us (1742us total) trans 4294984442 rc 0/0 00000100:00100000:2.0:1771968957.301526:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35931 00000100:00100000:2.0:1771968957.303708:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754035200 00010000:00010000:0.0:1771968957.303804:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bf5d441a/0x9268ded837c4fbbb lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.303819:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x5a114248 (0000000036592715) 00010000:00010000:0.0:1771968957.303822:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.303827:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001acc3e90/0x9268ded837c4fbc2 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x76b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.303833:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x76b:0x0].0x0 (00000000207dcfe7) 00010000:00010000:0.0:1771968957.303835:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:2.0:1771968957.303919:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35932 00000100:00100000:2.0:1771968957.303933:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000875f433b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+614:12405:x1858043754035200:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:2.0:1771968957.303985:0:6231:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1771968957.304003:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000021224016/0x9268ded837c49412 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x420:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03c8e6 expref: 614 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.304015:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fdc57192/0x9268ded837c06088 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x420:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026464 expref: 613 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.304023:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000770974ea/0x9268ded837c0f820 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x420:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0298f9 expref: 612 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.304034:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000006ffcd85/0x9268ded837c0603b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x420:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026441 expref: 611 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.304038:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x420:0x0].0x0 (00000000f213330d) 00010000:00010000:2.0:1771968957.304043:0:6231:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968957.304065:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fbd0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.304073:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fbd0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.304079:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fbd0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.304092:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000024fd3736/0x9268ded837c4fbd7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x419:0x0].0xa5e17578 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.304098:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000024fd3736/0x9268ded837c4fbd7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.304104:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000024fd3736/0x9268ded837c4fbd7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.304217:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000c9ac5ff6/0x9268ded837c4fbde lrc: 3/0,1 mode: --/EX res: [0x200000402:0x420:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.304226:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c9ac5ff6/0x9268ded837c4fbde lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.304238:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c9ac5ff6/0x9268ded837c4fbde lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1771968957.304407:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].947, 64 off68864 00000040:00080000:2.0:1771968957.304433:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11001, 184 off1923736 00010000:00010000:2.0:1771968957.304471:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ff5da720/0x9268ded837c4fbe5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x420:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.304477:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ff5da720/0x9268ded837c4fbe5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.304482:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ff5da720/0x9268ded837c4fbe5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.304486:0:6231:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ff5da720/0x9268ded837c4fbe5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.304490:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ff5da720/0x9268ded837c4fbe5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.304493:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ff5da720/0x9268ded837c4fbe5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.304508:0:6231:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1771968957.304521:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000875f433b reply state 00000000150e8ace transno 4294984443 ns: mdt-lustre-MDT0000_UUID lock: 00000000c9ac5ff6/0x9268ded837c4fbde lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x420:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.304623:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fbd0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.304640:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fbd0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.304647:0:6231:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fbd0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.304653:0:6231:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000baad588f already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.304657:0:6231:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fbd0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.304663:0:6231:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fbd0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.304673:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x0 (00000000560c641d) 00010000:00010000:2.0:1771968957.304675:0:6231:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.304678:0:6231:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fbd0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.304683:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fbd0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1771968957.304692:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000875f433b reply state 00000000150e8ace transno 4294984443 ns: mdt-lustre-MDT0000_UUID lock: 0000000024fd3736/0x9268ded837c4fbd7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.305081:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000875f433b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+612:12405:x1858043754035200:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1155us (1453us total) trans 4294984443 rc 0/0 00000100:00100000:2.0:1771968957.305087:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35932 00000100:00100000:0.0:1771968957.306056:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.306281:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754035328 00000100:00100000:2.0:1771968957.306316:0:13130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9702 00000100:00100000:2.0:1771968957.306321:0:13130:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007caf626b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+612:12406:x1858043754035328:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:2.0:1771968957.306516:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007caf626b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+613:12406:x1858043754035328:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 195us (463us total) trans 4294984444 rc 0/0 00000100:00100000:2.0:1771968957.306525:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9702 00010000:00010000:3.0:1771968957.309372:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000024fd3736/0x9268ded837c4fbd7 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.309398:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0xa5e17578 (00000000d6507cfa) 00010000:00010000:3.0:1771968957.309402:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.309408:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c9ac5ff6/0x9268ded837c4fbde lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.309421:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x420:0x0].0x0 (00000000dcc3c485) 00010000:00010000:3.0:1771968957.309423:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968957.309923:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.310106:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754035456 00000100:00100000:2.0:1771968957.310216:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35933 00000100:00100000:2.0:1771968957.310224:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d3adff0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+613:12406:x1858043754035456:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:2.0:1771968957.310289:0:6231:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1771968957.310316:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007775bc19/0x9268ded837c4a473 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x436:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cf14 expref: 613 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.310338:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000039b134b2/0x9268ded837c06a3d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x436:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0268a8 expref: 612 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.310352:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000313282b7/0x9268ded837c103e9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x436:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029d05 expref: 611 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.310364:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b7dc3365/0x9268ded837c069db lrc: 0/0,0 mode: --/CR res: [0x200000402:0x436:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02687e expref: 610 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.310372:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x436:0x0].0x0 (000000004d508861) 00010000:00010000:2.0:1771968957.310382:0:6231:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968957.310416:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000aa680847/0x9268ded837c4fbec lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.310431:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000aa680847/0x9268ded837c4fbec lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.310441:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000aa680847/0x9268ded837c4fbec lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.310457:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000095779ad2/0x9268ded837c4fbf3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41b:0x0].0xf2061246 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.310464:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000095779ad2/0x9268ded837c4fbf3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.310470:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000095779ad2/0x9268ded837c4fbf3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.310557:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000093801ce7/0x9268ded837c4fbfa lrc: 3/0,1 mode: --/EX res: [0x200000402:0x436:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.310563:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000093801ce7/0x9268ded837c4fbfa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x436:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.310569:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000093801ce7/0x9268ded837c4fbfa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x436:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1771968957.310828:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].948, 64 off68928 00000040:00080000:2.0:1771968957.310858:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11002, 184 off1923920 00010000:00010000:2.0:1771968957.310913:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fc01 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x436:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.310922:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fc01 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x436:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.310930:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fc01 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x436:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.310941:0:6231:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fc01 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x436:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.310948:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fc01 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x436:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.310955:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fc01 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x436:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.310971:0:6231:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1771968957.311131:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001d3adff0 reply state 00000000b9c4f8d4 transno 4294984445 ns: mdt-lustre-MDT0000_UUID lock: 0000000093801ce7/0x9268ded837c4fbfa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x436:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.311229:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.311237:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fc01 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x436:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.311248:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e90f881a already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.311252:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fc01 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x436:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.311262:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fc01 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x436:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.311275:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x436:0x0].0x0 (00000000815b945a) 00010000:00010000:3.0:1771968957.311279:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1771968957.311282:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000aa680847/0x9268ded837c4fbec lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.311283:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fc01 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x436:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.311301:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000aa680847/0x9268ded837c4fbec lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.311302:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fc01 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x436:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.311317:0:6231:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000aa680847/0x9268ded837c4fbec lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.311325:0:6231:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aa680847 already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.311328:0:6231:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000aa680847/0x9268ded837c4fbec lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.311330:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.311333:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.311335:0:6231:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000aa680847/0x9268ded837c4fbec lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.311336:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.311351:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x0 (000000007bc91f44) 00010000:00010000:2.0:1771968957.311354:0:6231:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.311356:0:6231:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000aa680847/0x9268ded837c4fbec lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.311362:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000aa680847/0x9268ded837c4fbec lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1771968957.311371:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001d3adff0 reply state 00000000b9c4f8d4 transno 4294984445 ns: mdt-lustre-MDT0000_UUID lock: 0000000095779ad2/0x9268ded837c4fbf3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.311526:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d3adff0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+611:12406:x1858043754035456:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1299us (1605us total) trans 4294984445 rc 0/0 00000100:00100000:2.0:1771968957.311536:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35933 00000100:00100000:0.0:1771968957.311808:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754035584 00000100:00100000:0.0:1771968957.311857:0:13130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9703 00000100:00100000:0.0:1771968957.311864:0:13130:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000de17734 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+611:12405:x1858043754035584:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:0.0:1771968957.312203:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000de17734 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+612:12405:x1858043754035584:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 337us (458us total) trans 4294984446 rc 0/0 00000100:00100000:0.0:1771968957.312212:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9703 00010000:00010000:0.0:1771968957.315043:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000095779ad2/0x9268ded837c4fbf3 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.315079:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0xf2061246 (00000000a55c9da6) 00010000:00010000:0.0:1771968957.315082:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.315089:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000093801ce7/0x9268ded837c4fbfa lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x436:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.315096:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x436:0x0].0x0 (00000000815b945a) 00010000:00010000:0.0:1771968957.315098:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:2.0:1771968957.316963:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.317026:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968957.318511:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.318517:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005291e331/0x9268ded837c4fc1d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x438:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.318525:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005291e331 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.318528:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005291e331/0x9268ded837c4fc1d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x438:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.318535:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005291e331/0x9268ded837c4fc1d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x438:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.318544:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x438:0x0].0x0 (00000000f20d264d) 00010000:00010000:3.0:1771968957.318546:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.318548:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005291e331/0x9268ded837c4fc1d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x438:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.318553:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005291e331/0x9268ded837c4fc1d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x438:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.318564:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.318566:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.318567:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968957.318639:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754035712 00000100:00100000:0.0:1771968957.318682:0:13130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9704 00000100:00100000:0.0:1771968957.318688:0:13130:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b02045a pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+610:12406:x1858043754035712:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:0.0:1771968957.318836:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b02045a pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+611:12406:x1858043754035712:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 147us (1883us total) trans 4294984448 rc 0/0 00000100:00100000:0.0:1771968957.318844:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9704 00010000:00010000:3.0:1771968957.320225:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008ea26c0f/0x9268ded837c4fc0f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.320245:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x98ca20bd (0000000066605ab4) 00010000:00010000:3.0:1771968957.320248:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.320252:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000004b21abb/0x9268ded837c4fc16 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x438:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.320259:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x438:0x0].0x0 (00000000f20d264d) 00010000:00010000:3.0:1771968957.320261:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:2.0:1771968957.321650:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.324576:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.324623:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.324662:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754036096 00000100:00100000:2.0:1771968957.324707:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754036224 00000100:00100000:2.0:1771968957.324733:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35935 00000100:00100000:2.0:1771968957.324740:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f023a3b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+613:12406:x1858043754036096:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:2.0:1771968957.324811:0:8228:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00000100:00100000:0.0:1771968957.324813:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35936 00000100:00100000:0.0:1771968957.324819:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b02045a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+613:12405:x1858043754036224:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:0.0:1771968957.324841:0:6230:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1771968957.324847:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5c5082c/0x9268ded837c4955b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x423:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03c964 expref: 613 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.324852:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c9ae68e4/0x9268ded837c4a25f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x437:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ce50 expref: 613 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.324874:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000503f5611/0x9268ded837c06a52 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x437:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0268b6 expref: 611 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.324875:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e92ede12/0x9268ded837c0618b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x423:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0264db expref: 611 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.324888:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000971f9530/0x9268ded837c0f92a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x423:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029954 expref: 609 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.324888:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000032cdb8a4/0x9268ded837c1046e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x437:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029d36 expref: 609 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.324912:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000294a1eb4/0x9268ded837c06a0c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x437:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02688c expref: 607 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.324915:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000db6c2f7/0x9268ded837c0614c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x423:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0264b8 expref: 607 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.324925:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x423:0x0].0x0 (000000005bfabf61) 00010000:00010000:0.0:1771968957.324925:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x437:0x0].0x0 (00000000a391cdfb) 00010000:00010000:2.0:1771968957.324935:0:8228:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968957.324935:0:6230:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968957.324965:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fc2b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.324965:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fc24 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.324981:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fc2b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.324982:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fc24 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.324992:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fc2b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.324992:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fc24 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.325008:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000068cf51b8/0x9268ded837c4fc32 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41b:0x0].0xa5e17578 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.325008:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ce77d2fb/0x9268ded837c4fc39 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x419:0x0].0xbcf75103 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.325015:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000068cf51b8/0x9268ded837c4fc32 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.325015:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ce77d2fb/0x9268ded837c4fc39 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.325021:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000068cf51b8/0x9268ded837c4fc32 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.325021:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ce77d2fb/0x9268ded837c4fc39 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.325122:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f4947fc4/0x9268ded837c4fc40 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x423:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.325131:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f4947fc4/0x9268ded837c4fc40 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x423:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.325138:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f4947fc4/0x9268ded837c4fc40 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x423:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1771968957.325425:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].951, 64 off69120 00000040:00080000:2.0:1771968957.325456:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11004, 184 off1924288 00010000:00010000:2.0:1771968957.325513:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9c0822/0x9268ded837c4fc47 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x423:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.325523:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9c0822/0x9268ded837c4fc47 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.325531:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9c0822/0x9268ded837c4fc47 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.325539:0:8228:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9c0822/0x9268ded837c4fc47 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.325546:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9c0822/0x9268ded837c4fc47 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.325552:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9c0822/0x9268ded837c4fc47 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.325583:0:8228:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1771968957.325604:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007f023a3b reply state 000000001b2d5031 transno 4294984450 ns: mdt-lustre-MDT0000_UUID lock: 00000000f4947fc4/0x9268ded837c4fc40 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x423:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.325812:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968957.325819:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9c0822/0x9268ded837c4fc47 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.325827:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bc9c0822 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968957.325831:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9c0822/0x9268ded837c4fc47 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.325839:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9c0822/0x9268ded837c4fc47 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.325850:0:7238:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x423:0x0].0x0 (0000000014e3105f) 00010000:00010000:0.0:1771968957.325852:0:7238:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1771968957.325855:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9c0822/0x9268ded837c4fc47 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.325861:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9c0822/0x9268ded837c4fc47 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x423:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.325877:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.325879:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.325880:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.326043:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fc2b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.326050:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fc2b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.326055:0:8228:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fc2b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.326061:0:8228:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000baad588f already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.326064:0:8228:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fc2b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.326069:0:8228:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fc2b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.326077:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x0 (000000007bc91f44) 00010000:00010000:2.0:1771968957.326079:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.326082:0:8228:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fc2b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.326088:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fc2b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1771968957.326096:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007f023a3b reply state 000000001b2d5031 transno 4294984450 ns: mdt-lustre-MDT0000_UUID lock: 0000000068cf51b8/0x9268ded837c4fc32 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.326326:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f023a3b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+607:12406:x1858043754036096:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1582us (1754us total) trans 4294984450 rc 0/0 00000100:00100000:2.0:1771968957.326337:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35935 00010000:00010000:2.0:1771968957.326400:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000a3e6f6b3/0x9268ded837c4fc4e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x437:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.326410:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a3e6f6b3/0x9268ded837c4fc4e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x437:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.326418:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a3e6f6b3/0x9268ded837c4fc4e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x437:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1771968957.326585:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].952, 64 off69184 00000040:00080000:2.0:1771968957.326608:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11005, 184 off1924472 00010000:00010000:2.0:1771968957.326641:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fbd975c8/0x9268ded837c4fc55 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x437:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.326650:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fbd975c8/0x9268ded837c4fc55 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x437:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.326658:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fbd975c8/0x9268ded837c4fc55 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x437:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.326664:0:6230:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fbd975c8/0x9268ded837c4fc55 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x437:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.326669:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fbd975c8/0x9268ded837c4fc55 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x437:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.326681:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fbd975c8/0x9268ded837c4fc55 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x437:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.326706:0:6230:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1771968957.326716:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001b02045a reply state 000000001d34ac6b transno 4294984451 ns: mdt-lustre-MDT0000_UUID lock: 00000000a3e6f6b3/0x9268ded837c4fc4e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x437:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.326782:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fc24 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.326789:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fc24 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.326795:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fc24 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.326801:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c62a095f already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.326804:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fc24 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.326810:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fc24 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.326819:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x0 (00000000560c641d) 00010000:00010000:2.0:1771968957.326822:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.326825:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fc24 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.326831:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fc24 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1771968957.326842:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001b02045a reply state 000000001d34ac6b transno 4294984451 ns: mdt-lustre-MDT0000_UUID lock: 00000000ce77d2fb/0x9268ded837c4fc39 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.326883:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b02045a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+608:12405:x1858043754036224:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 2062us (2259us total) trans 4294984451 rc 0/0 00000100:00100000:2.0:1771968957.326890:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35936 00010000:00010000:2.0:1771968957.327244:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968957.327249:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fbd975c8/0x9268ded837c4fc55 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x437:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.327257:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fbd975c8 already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968957.327259:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fbd975c8/0x9268ded837c4fc55 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x437:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.327266:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fbd975c8/0x9268ded837c4fc55 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x437:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.327276:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x437:0x0].0x0 (00000000f1162f8c) 00010000:00010000:2.0:1771968957.327278:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1771968957.327281:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fbd975c8/0x9268ded837c4fc55 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x437:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.327286:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fbd975c8/0x9268ded837c4fc55 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x437:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.327299:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.327301:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.327303:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968957.331472:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.331511:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.331552:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754036352 00000100:00100000:2.0:1771968957.331618:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754036480 00000100:00100000:2.0:1771968957.331640:0:13130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9706 00000100:00100000:2.0:1771968957.331648:0:13130:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e814c4bf pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+609:12405:x1858043754036352:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:2.0:1771968957.331967:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e814c4bf pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+611:12405:x1858043754036352:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 318us (507us total) trans 4294984453 rc 0/0 00000100:00100000:2.0:1771968957.331976:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9706 00010000:00010000:0.0:1771968957.332111:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000068cf51b8/0x9268ded837c4fc32 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.332127:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0xa5e17578 (00000000f213330d) 00010000:00010000:0.0:1771968957.332131:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.332137:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f4947fc4/0x9268ded837c4fc40 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x423:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.332143:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x423:0x0].0x0 (0000000014e3105f) 00010000:00010000:0.0:1771968957.332145:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1771968957.332258:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ce77d2fb/0x9268ded837c4fc39 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.332268:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0xbcf75103 (0000000066d22d19) 00010000:00010000:3.0:1771968957.332271:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.332276:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a3e6f6b3/0x9268ded837c4fc4e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x437:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.332282:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x437:0x0].0x0 (00000000f1162f8c) 00010000:00010000:3.0:1771968957.332284:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968957.333676:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.333822:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.334014:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754036608 00000100:00100000:2.0:1771968957.334122:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754036736 00000100:00100000:0.0:1771968957.334161:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35937 00000100:00100000:0.0:1771968957.334168:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c2b27d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+611:12405:x1858043754036608:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:0.0:1771968957.334267:0:8228:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1771968957.334300:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000058e0f7eb/0x9268ded837c49d81 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x775:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cc90 expref: 611 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.334331:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000baf5050e/0x9268ded837c47dc2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x775:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03c08f expref: 610 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.334345:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006fa90861/0x9268ded837c4a8b7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x775:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d0b8 expref: 609 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.334355:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003933af98/0x9268ded837c47d2f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x775:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03c050 expref: 608 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.334366:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x775:0x0].0x0 (00000000f76fbf52) 00010000:00010000:0.0:1771968957.334377:0:8228:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968957.334410:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000770974ea/0x9268ded837c4fc5c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.334426:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000770974ea/0x9268ded837c4fc5c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.334436:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000770974ea/0x9268ded837c4fc5c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.334453:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004ac6bd33/0x9268ded837c4fc63 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x419:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.334460:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004ac6bd33/0x9268ded837c4fc63 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.334466:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004ac6bd33/0x9268ded837c4fc63 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.334580:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000021224016/0x9268ded837c4fc6a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x775:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.334589:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000021224016/0x9268ded837c4fc6a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x775:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.334596:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000021224016/0x9268ded837c4fc6a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x775:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1771968957.334868:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].953, 64 off69248 00000040:00080000:0.0:1771968957.334914:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11006, 184 off1924656 00010000:00010000:0.0:1771968957.334964:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000022a9af69/0x9268ded837c4fc71 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x775:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.334974:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000022a9af69/0x9268ded837c4fc71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x775:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.334981:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000022a9af69/0x9268ded837c4fc71 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x775:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.334989:0:8228:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000022a9af69/0x9268ded837c4fc71 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x775:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.334995:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000022a9af69/0x9268ded837c4fc71 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x775:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335000:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000022a9af69/0x9268ded837c4fc71 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x775:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335022:0:8228:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1771968957.335044:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001c2b27d4 reply state 0000000094542e3d transno 4294984454 ns: mdt-lustre-MDT0000_UUID lock: 0000000021224016/0x9268ded837c4fc6a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x775:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335165:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000770974ea/0x9268ded837c4fc5c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335200:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000770974ea/0x9268ded837c4fc5c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335208:0:8228:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000770974ea/0x9268ded837c4fc5c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335215:0:8228:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000770974ea already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.335219:0:8228:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000770974ea/0x9268ded837c4fc5c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335227:0:8228:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000770974ea/0x9268ded837c4fc5c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335237:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x0 (00000000560c641d) 00010000:00010000:0.0:1771968957.335240:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.335243:0:8228:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000770974ea/0x9268ded837c4fc5c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335249:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000770974ea/0x9268ded837c4fc5c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1771968957.335259:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001c2b27d4 reply state 0000000094542e3d transno 4294984454 ns: mdt-lustre-MDT0000_UUID lock: 000000004ac6bd33/0x9268ded837c4fc63 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968957.335356:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c2b27d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+609:12405:x1858043754036608:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1185us (1683us total) trans 4294984454 rc 0/0 00000100:00100000:0.0:1771968957.335365:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35937 00000100:00100000:0.0:1771968957.335393:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35938 00000100:00100000:0.0:1771968957.335399:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3511c0b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+608:12406:x1858043754036736:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:0.0:1771968957.335434:0:8228:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1771968957.335450:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008b07a327/0x9268ded837c4a53e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cf68 expref: 608 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335465:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000677c6cb9/0x9268ded837c06c12 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x43b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02697a expref: 607 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335477:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007d66080e/0x9268ded837c106c8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x43b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029e01 expref: 606 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335489:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002424eecc/0x9268ded837c06be1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x43b:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026950 expref: 605 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335497:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43b:0x0].0x0 (0000000028f17b0a) 00010000:00010000:0.0:1771968957.335504:0:8228:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968957.335520:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c4fc78 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335531:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c4fc78 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335543:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c4fc78 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335555:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f341158f/0x9268ded837c4fc7f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41b:0x0].0x98ca20bd bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335563:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f341158f/0x9268ded837c4fc7f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335569:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f341158f/0x9268ded837c4fc7f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335614:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f0f99951/0x9268ded837c4fc86 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x43b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335623:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f0f99951/0x9268ded837c4fc86 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335629:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f0f99951/0x9268ded837c4fc86 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1771968957.335753:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].954, 64 off69312 00000040:00080000:0.0:1771968957.335771:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11007, 184 off1924840 00010000:00010000:0.0:1771968957.335799:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4fc8d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x43b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335808:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4fc8d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335815:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4fc8d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x43b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335821:0:8228:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4fc8d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x43b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335827:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4fc8d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x43b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335832:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4fc8d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x43b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335849:0:8228:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00010000:0.0:1771968957.335857:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e3511c0b reply state 0000000019945c5e transno 4294984455 ns: mdt-lustre-MDT0000_UUID lock: 00000000f0f99951/0x9268ded837c4fc86 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x43b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335884:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1771968957.335889:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000022a9af69/0x9268ded837c4fc71 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x775:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335895:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000022a9af69 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968957.335909:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000022a9af69/0x9268ded837c4fc71 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x775:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335916:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000022a9af69/0x9268ded837c4fc71 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x775:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335924:0:7238:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x775:0x0].0x0 (00000000c7b8f737) 00010000:00010000:0.0:1771968957.335926:0:7238:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1771968957.335928:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000022a9af69/0x9268ded837c4fc71 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x775:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335938:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000022a9af69/0x9268ded837c4fc71 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x775:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335949:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968957.335952:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4fc8d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x43b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335957:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7e6b22f already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968957.335959:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4fc8d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x43b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335965:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4fc8d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x43b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335972:0:7238:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43b:0x0].0x0 (00000000a353444b) 00010000:00010000:0.0:1771968957.335974:0:7238:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1771968957.335976:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4fc8d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x43b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335982:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4fc8d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x43b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.335991:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.335993:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.335994:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.336059:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c4fc78 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.336066:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c4fc78 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.336073:0:8228:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c4fc78 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.336079:0:8228:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e860ee5f already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.336082:0:8228:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c4fc78 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.336087:0:8228:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c4fc78 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.336095:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x0 (000000007bc91f44) 00010000:00010000:0.0:1771968957.336097:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.336100:0:8228:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c4fc78 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.336105:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c4fc78 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1771968957.336112:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e3511c0b reply state 0000000019945c5e transno 4294984455 ns: mdt-lustre-MDT0000_UUID lock: 00000000f341158f/0x9268ded837c4fc7f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968957.336152:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3511c0b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+606:12406:x1858043754036736:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 752us (2330us total) trans 4294984455 rc 0/0 00000100:00100000:0.0:1771968957.336159:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35938 00010000:00010000:3.0:1771968957.336238:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.339700:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004ac6bd33/0x9268ded837c4fc63 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.339732:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x283705e2 (000000001716f32d) 00010000:00010000:2.0:1771968957.339735:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.339741:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000021224016/0x9268ded837c4fc6a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x775:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.339747:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x775:0x0].0x0 (00000000c7b8f737) 00010000:00010000:2.0:1771968957.339749:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968957.342601:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1771968957.342692:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f341158f/0x9268ded837c4fc7f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.342709:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x98ca20bd (000000006c23e1f6) 00010000:00010000:0.0:1771968957.342713:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.342719:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f0f99951/0x9268ded837c4fc86 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x43b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.342726:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43b:0x0].0x0 (00000000a353444b) 00010000:00010000:0.0:1771968957.342728:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968957.342807:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.342929:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754036992 00000100:00100000:0.0:1771968957.342983:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9708 00000100:00100000:0.0:1771968957.342991:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004256f8e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+607:12406:x1858043754036992:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:0.0:1771968957.343315:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004256f8e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+609:12406:x1858043754036992:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 324us (508us total) trans 4294984457 rc 0/0 00000100:00100000:0.0:1771968957.343321:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9708 00000100:00100000:0.0:1771968957.346419:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.346535:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754037120 00000100:00100000:2.0:1771968957.346590:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35939 00000100:00100000:2.0:1771968957.346604:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000001539fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+608:12406:x1858043754037120:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:2.0:1771968957.346662:0:8228:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1771968957.346693:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000089bec78c/0x9268ded837c4a4f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x439:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cf45 expref: 608 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.346722:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000956600d7/0x9268ded837c06b32 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x439:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026918 expref: 607 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.346737:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004b54af64/0x9268ded837c105a9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x439:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029d9f expref: 606 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.346749:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f8cbb679/0x9268ded837c06aec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x439:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0268ee expref: 605 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.346761:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x439:0x0].0x0 (000000002d1d3fe7) 00010000:00010000:2.0:1771968957.346774:0:8228:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968957.346808:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fbd975c8/0x9268ded837c4fc94 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.346827:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fbd975c8/0x9268ded837c4fc94 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.346838:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fbd975c8/0x9268ded837c4fc94 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.346854:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fc9b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41b:0x0].0xbcf75103 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.346861:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fc9b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.346867:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fc9b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.346979:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000aa680847/0x9268ded837c4fca2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x439:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.346985:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000aa680847/0x9268ded837c4fca2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x439:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.346990:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000aa680847/0x9268ded837c4fca2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x439:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1771968957.347858:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].955, 64 off69376 00000040:00080000:2.0:1771968957.347893:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11008, 184 off1925024 00010000:00010000:2.0:1771968957.347970:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003933af98/0x9268ded837c4fca9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x439:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.347982:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003933af98/0x9268ded837c4fca9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x439:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.347991:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000003933af98/0x9268ded837c4fca9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x439:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.347999:0:8228:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003933af98/0x9268ded837c4fca9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x439:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.348005:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000003933af98/0x9268ded837c4fca9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x439:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.348010:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003933af98/0x9268ded837c4fca9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x439:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.348041:0:8228:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1771968957.348062:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000001539fe reply state 0000000083a0649f transno 4294984458 ns: mdt-lustre-MDT0000_UUID lock: 00000000aa680847/0x9268ded837c4fca2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x439:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.348167:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000fbd975c8/0x9268ded837c4fc94 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.348191:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fbd975c8/0x9268ded837c4fc94 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.348200:0:8228:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fbd975c8/0x9268ded837c4fc94 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.348207:0:8228:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fbd975c8 already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.348211:0:8228:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fbd975c8/0x9268ded837c4fc94 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.348219:0:8228:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fbd975c8/0x9268ded837c4fc94 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.348231:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x0 (000000007bc91f44) 00010000:00010000:2.0:1771968957.348234:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.348238:0:8228:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fbd975c8/0x9268ded837c4fc94 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.348243:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fbd975c8/0x9268ded837c4fc94 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1771968957.348256:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000001539fe reply state 0000000083a0649f transno 4294984458 ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fc9b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.348340:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000001539fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+606:12406:x1858043754037120:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1742us (1931us total) trans 4294984458 rc 0/0 00000100:00100000:2.0:1771968957.348350:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35939 00010000:00010000:3.0:1771968957.348409:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.348413:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003933af98/0x9268ded837c4fca9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x439:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.348419:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003933af98 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.348421:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003933af98/0x9268ded837c4fca9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x439:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.348426:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003933af98/0x9268ded837c4fca9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x439:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.348432:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x439:0x0].0x0 (00000000228df6e6) 00010000:00010000:3.0:1771968957.348433:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.348435:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003933af98/0x9268ded837c4fca9 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x439:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.348438:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003933af98/0x9268ded837c4fca9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x439:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.348446:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.348448:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.348449:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968957.351043:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754037248 00000100:00100000:2.0:1771968957.351107:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35940 00000100:00100000:2.0:1771968957.351115:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000de17734 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+606:12405:x1858043754037248:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:2.0:1771968957.351147:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fc9b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.351203:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0xbcf75103 (00000000c9e559bc) 00010000:00010000:2.0:1771968957.351206:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.351212:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000aa680847/0x9268ded837c4fca2 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x439:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.351219:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x439:0x0].0x0 (00000000228df6e6) 00010000:00010000:2.0:1771968957.351221:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1771968957.351298:0:8228:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1771968957.351324:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000014f2edd4/0x9268ded837c4a0d0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x42a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cdb6 expref: 606 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.351360:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ec55f190/0x9268ded837c064fd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x42a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026655 expref: 605 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.351374:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006cb4caba/0x9268ded837c0fd13 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x42a:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029a96 expref: 604 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.351390:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000da9c4bae/0x9268ded837c0649b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x42a:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026632 expref: 603 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.351399:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42a:0x0].0x0 (0000000070fa6995) 00010000:00010000:2.0:1771968957.351408:0:8228:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968957.351439:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9c0822/0x9268ded837c4fcb0 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.351452:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9c0822/0x9268ded837c4fcb0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.351461:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9c0822/0x9268ded837c4fcb0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.351480:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fcb7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x419:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.351488:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fcb7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.351494:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fcb7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.351586:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000ff5da720/0x9268ded837c4fcbe lrc: 3/0,1 mode: --/EX res: [0x200000402:0x42a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.351595:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ff5da720/0x9268ded837c4fcbe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.351601:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ff5da720/0x9268ded837c4fcbe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1771968957.352076:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].950, 64 off69056 00000040:00080000:2.0:1771968957.352326:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11010, 184 off1925304 00000100:00100000:3.0:1771968957.352362:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754037376 00010000:00010000:2.0:1771968957.352385:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fcc5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x42a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.352398:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fcc5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x42a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.352407:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fcc5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x42a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.352415:0:8228:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fcc5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x42a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.352422:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fcc5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x42a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.352429:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fcc5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x42a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968957.352440:0:13130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9710 00000100:00100000:3.0:1771968957.352458:0:13130:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca03b7e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+604:12406:x1858043754037376:12345-192.168.202.27@tcp:35:dbench.0 00010000:00010000:2.0:1771968957.352517:0:8228:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1771968957.352548:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000000de17734 reply state 000000002df9cf97 transno 4294984459 ns: mdt-lustre-MDT0000_UUID lock: 00000000ff5da720/0x9268ded837c4fcbe lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.352661:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9c0822/0x9268ded837c4fcb0 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.352669:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9c0822/0x9268ded837c4fcb0 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.352681:0:8228:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9c0822/0x9268ded837c4fcb0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.352688:0:8228:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bc9c0822 already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.352690:0:8228:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9c0822/0x9268ded837c4fcb0 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.352697:0:8228:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9c0822/0x9268ded837c4fcb0 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.352707:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x0 (00000000560c641d) 00010000:00010000:2.0:1771968957.352709:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.352713:0:8228:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9c0822/0x9268ded837c4fcb0 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.352720:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bc9c0822/0x9268ded837c4fcb0 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1771968957.352732:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000000de17734 reply state 000000002df9cf97 transno 4294984459 ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fcb7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.352923:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000de17734 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+606:12405:x1858043754037248:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1806us (5215us total) trans 4294984459 rc 0/0 00000100:00100000:2.0:1771968957.352932:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35940 00000100:00100000:3.0:1771968957.353324:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca03b7e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+605:12406:x1858043754037376:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 255us (589us total) trans 4294984460 rc 0/0 00000100:00100000:3.0:1771968957.353338:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9710 00010000:00010000:0.0:1771968957.356314:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fcb7 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.356367:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x2ee4e5f8 (0000000058e9eb59) 00010000:00010000:0.0:1771968957.356369:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.356375:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ff5da720/0x9268ded837c4fcbe lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.356381:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42a:0x0].0x0 (00000000fd76363a) 00010000:00010000:0.0:1771968957.356383:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:2.0:1771968957.356526:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754037568 00000100:00100000:0.0:1771968957.356581:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754037632 00000100:00100000:2.0:1771968957.356603:0:13130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9711 00000100:00100000:2.0:1771968957.356616:0:13130:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002671ff41 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+606:12405:x1858043754037568:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:0.0:1771968957.356645:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35941 00000100:00100000:0.0:1771968957.356654:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000410a4262 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+606:12406:x1858043754037632:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:0.0:1771968957.356777:0:8228:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1771968957.356798:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005f2c0d82/0x9268ded837c49efb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x776:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cd1c expref: 607 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.356825:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000044a5894a/0x9268ded837c47f7b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x776:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03c130 expref: 606 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.356840:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005eeaef9e/0x9268ded837c4a92e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x776:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d0e2 expref: 605 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.356855:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000081b09f66/0x9268ded837c47ed3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x776:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03c0ea expref: 604 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.356865:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x776:0x0].0x0 (00000000e9db30af) 00010000:00010000:0.0:1771968957.356874:0:8228:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968957.356910:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c4fccc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.356922:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002671ff41 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+603:12405:x1858043754037568:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 307us (462us total) trans 4294984461 rc 0/0 00010000:00010000:0.0:1771968957.356930:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c4fccc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.356936:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9711 00010000:00010000:0.0:1771968957.356949:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c4fccc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.356967:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4fcd3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41b:0x0].0x283705e2 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.356975:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4fcd3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.356981:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4fcd3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.357062:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000022a9af69/0x9268ded837c4fcda lrc: 3/0,1 mode: --/EX res: [0x200000402:0x776:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.357071:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000022a9af69/0x9268ded837c4fcda lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x776:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.357078:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000022a9af69/0x9268ded837c4fcda lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x776:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1771968957.357325:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].951, 64 off69120 00000040:00080000:0.0:1771968957.357352:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11011, 184 off1925488 00010000:00010000:0.0:1771968957.357389:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000058e0f7eb/0x9268ded837c4fce1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x776:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.357397:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000058e0f7eb/0x9268ded837c4fce1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x776:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.357404:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000058e0f7eb/0x9268ded837c4fce1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x776:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.357411:0:8228:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000058e0f7eb/0x9268ded837c4fce1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x776:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.357416:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000058e0f7eb/0x9268ded837c4fce1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x776:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.357422:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000058e0f7eb/0x9268ded837c4fce1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x776:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.357450:0:8228:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1771968957.357467:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000410a4262 reply state 00000000af68306d transno 4294984462 ns: mdt-lustre-MDT0000_UUID lock: 0000000022a9af69/0x9268ded837c4fcda lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x776:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.357470:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968957.357478:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000058e0f7eb/0x9268ded837c4fce1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x776:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.357489:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000058e0f7eb already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968957.357493:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000058e0f7eb/0x9268ded837c4fce1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x776:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.357501:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000058e0f7eb/0x9268ded837c4fce1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x776:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.357514:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x776:0x0].0x0 (00000000499a7db2) 00010000:00010000:2.0:1771968957.357516:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1771968957.357519:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000058e0f7eb/0x9268ded837c4fce1 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x776:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.357523:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000058e0f7eb/0x9268ded837c4fce1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x776:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.357536:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.357540:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.357543:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.357590:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c4fccc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.357599:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c4fccc lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.357605:0:8228:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c4fccc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.357611:0:8228:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e860ee5f already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.357614:0:8228:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c4fccc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.357620:0:8228:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c4fccc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.357629:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x0 (000000007bc91f44) 00010000:00010000:0.0:1771968957.357632:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.357636:0:8228:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c4fccc lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.357640:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c4fccc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1771968957.357648:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000410a4262 reply state 00000000af68306d transno 4294984462 ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4fcd3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968957.357737:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000410a4262 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+604:12406:x1858043754037632:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1082us (1230us total) trans 4294984462 rc 0/0 00000100:00100000:0.0:1771968957.357745:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35941 00010000:00010000:2.0:1771968957.359994:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4fcd3 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.360019:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x283705e2 (000000000a20ddc2) 00010000:00010000:2.0:1771968957.360024:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.360030:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000022a9af69/0x9268ded837c4fcda lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x776:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.360034:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x776:0x0].0x0 (00000000499a7db2) 00010000:00010000:2.0:1771968957.360035:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968957.361877:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754037760 00000100:00100000:0.0:1771968957.361952:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35942 00000100:00100000:0.0:1771968957.361960:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006bb85f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+604:12405:x1858043754037760:12345-192.168.202.27@tcp:36:dbench.0 00000100:00100000:3.0:1771968957.361980:0:6234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754037888 00010000:00010000:0.0:1771968957.362009:0:8228:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00000100:00100000:3.0:1771968957.362024:0:6234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9712 00010000:00010000:0.0:1771968957.362032:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c53f6c58/0x9268ded837c4a3a8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x431:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cece expref: 605 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968957.362033:0:6234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000085f7df1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+605:12406:x1858043754037888:12345-192.168.202.27@tcp:35:dbench.0 00010000:00010000:0.0:1771968957.362054:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b312a794/0x9268ded837c067b2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x431:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026790 expref: 604 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.362064:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d9371137/0x9268ded837c10111 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x431:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029bfb expref: 603 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.362072:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cbf109d9/0x9268ded837c06781 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x431:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026774 expref: 602 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.362077:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x431:0x0].0x0 (000000003964d003) 00010000:00010000:0.0:1771968957.362084:0:8228:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968957.362103:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c4fce8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.362113:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c4fce8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.362124:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c4fce8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.362137:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000770974ea/0x9268ded837c4fcef lrc: 3/0,1 mode: --/PW res: [0x200000402:0x419:0x0].0x76821429 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.362141:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000770974ea/0x9268ded837c4fcef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.362144:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000770974ea/0x9268ded837c4fcef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.362244:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000000db6c2f7/0x9268ded837c4fcf6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x431:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.362252:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000db6c2f7/0x9268ded837c4fcf6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x431:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.362258:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000000db6c2f7/0x9268ded837c4fcf6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x431:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.362323:0:6234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000085f7df1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12406:x1858043754037888:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 287us (646us total) trans 4294984463 rc 0/0 00000100:00100000:2.0:1771968957.362336:0:6234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9712 00000040:00080000:0.0:1771968957.362440:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].956, 64 off69440 00000040:00080000:0.0:1771968957.362471:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11012, 184 off1925672 00010000:00010000:0.0:1771968957.362505:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4fcfd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x431:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.362516:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4fcfd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x431:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.362523:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4fcfd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x431:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.362532:0:8228:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4fcfd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x431:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.362538:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4fcfd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x431:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.362543:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4fcfd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x431:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.362565:0:8228:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1771968957.362577:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000006bb85f5 reply state 00000000ed8f1040 transno 4294984464 ns: mdt-lustre-MDT0000_UUID lock: 000000000db6c2f7/0x9268ded837c4fcf6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x431:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.362683:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c4fce8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.362700:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c4fce8 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.362705:0:8228:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c4fce8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.362708:0:8228:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d136d818 already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.362710:0:8228:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c4fce8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.362716:0:8228:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c4fce8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.362729:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x0 (00000000560c641d) 00010000:00010000:0.0:1771968957.362731:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.362734:0:8228:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c4fce8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.362739:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c4fce8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x419:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1771968957.362748:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000006bb85f5 reply state 00000000ed8f1040 transno 4294984464 ns: mdt-lustre-MDT0000_UUID lock: 00000000770974ea/0x9268ded837c4fcef lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x419:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968957.362803:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006bb85f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+603:12405:x1858043754037760:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 842us (1174us total) trans 4294984464 rc 0/0 00000100:00100000:0.0:1771968957.362808:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35942 00010000:00010000:3.0:1771968957.363374:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.363380:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4fcfd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x431:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.363389:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005d677e43 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.363392:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4fcfd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x431:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.363399:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4fcfd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x431:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.363410:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x431:0x0].0x0 (000000003a7624af) 00010000:00010000:3.0:1771968957.363412:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.363415:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4fcfd lrc: 1/0,0 mode: --/PW res: [0x200000402:0x431:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.363420:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4fcfd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x431:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.363433:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.363434:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.363436:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968957.364947:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754038016 00000100:00100000:0.0:1771968957.365011:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35943 00000100:00100000:0.0:1771968957.365018:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001941ab0c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+603:12406:x1858043754038016:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968957.365021:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000770974ea/0x9268ded837c4fcef lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.365040:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x76821429 (000000000ee8aac3) 00010000:00010000:3.0:1771968957.365044:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.365049:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000000db6c2f7/0x9268ded837c4fcf6 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x431:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.365057:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x431:0x0].0x0 (000000003a7624af) 00010000:00010000:3.0:1771968957.365060:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1771968957.365065:0:8228:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1771968957.365086:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e8a7b6e6/0x9268ded837c4a2eb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x42c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ce88 expref: 603 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.365104:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006570e5a4/0x9268ded837c065a5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x42c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0266a9 expref: 602 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.365118:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008dd1805d/0x9268ded837c0fe16 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x42c:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029af1 expref: 601 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.365134:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c0657b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x42c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026694 expref: 600 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.365142:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42c:0x0].0x0 (00000000422e48e4) 00010000:00010000:0.0:1771968957.365150:0:8228:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968957.365206:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4fd04 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.365219:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4fd04 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.365227:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4fd04 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.365243:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000009d2f721e/0x9268ded837c4fd0b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41b:0x0].0x2ee4e5f8 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.365250:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009d2f721e/0x9268ded837c4fd0b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.365256:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009d2f721e/0x9268ded837c4fd0b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.365323:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000092542d84/0x9268ded837c4fd12 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x42c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.365331:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000092542d84/0x9268ded837c4fd12 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x42c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.365341:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000092542d84/0x9268ded837c4fd12 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x42c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.366515:0:6234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754038144 00000100:00100000:2.0:1771968957.366576:0:6234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9713 00000100:00100000:2.0:1771968957.366583:0:6234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ce2dd36 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12405:x1858043754038144:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:2.0:1771968957.366817:0:6234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ce2dd36 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12405:x1858043754038144:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 232us (695us total) trans 4294984465 rc 0/0 00000100:00100000:2.0:1771968957.366825:0:6234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9713 00000040:00080000:0.0:1771968957.367608:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].952, 64 off69184 00000040:00080000:0.0:1771968957.367785:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11013, 184 off1925856 00010000:00010000:0.0:1771968957.367836:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4fd19 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x42c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.367925:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4fd19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x42c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.367933:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4fd19 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x42c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.367938:0:8228:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4fd19 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x42c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.367942:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4fd19 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x42c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.367945:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4fd19 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x42c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.367961:0:8228:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1771968957.367976:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001941ab0c reply state 00000000cb2eef39 transno 4294984466 ns: mdt-lustre-MDT0000_UUID lock: 0000000092542d84/0x9268ded837c4fd12 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x42c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.368067:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4fd04 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.368078:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4fd04 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.368088:0:8228:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4fd04 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.368093:0:8228:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008eacd20c already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.368095:0:8228:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4fd04 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.368099:0:8228:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4fd04 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.368108:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x0 (000000007bc91f44) 00010000:00010000:0.0:1771968957.368110:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.368113:0:8228:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4fd04 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.368116:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4fd04 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1771968957.368124:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000001941ab0c reply state 00000000cb2eef39 transno 4294984466 ns: mdt-lustre-MDT0000_UUID lock: 000000009d2f721e/0x9268ded837c4fd0b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968957.368240:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001941ab0c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12406:x1858043754038016:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 3218us (3375us total) trans 4294984466 rc 0/0 00000100:00100000:0.0:1771968957.368252:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35943 00000100:00100000:3.0:1771968957.368389:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1771968957.369090:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968957.369097:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005f2c0d82/0x9268ded837c4fd35 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x41a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.369110:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005f2c0d82 already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968957.369114:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005f2c0d82/0x9268ded837c4fd35 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x41a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.369124:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005f2c0d82/0x9268ded837c4fd35 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.369204:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41a:0x0].0x0 (0000000018ff04e0) 00010000:00010000:2.0:1771968957.369208:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1771968957.369213:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005f2c0d82/0x9268ded837c4fd35 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x41a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.369227:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005f2c0d82/0x9268ded837c4fd35 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x41a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.369269:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.369273:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.369279:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.371125:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009d2f721e/0x9268ded837c4fd0b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.371138:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x2ee4e5f8 (00000000e9db30af) 00010000:00010000:3.0:1771968957.371142:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.371147:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000092542d84/0x9268ded837c4fd12 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x42c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.371157:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42c:0x0].0x0 (0000000068054d38) 00010000:00010000:3.0:1771968957.371159:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1771968957.371190:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002abfc5d2/0x9268ded837c4fd27 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.371200:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0xcd7d97c8 (000000002236e93d) 00010000:00010000:0.0:1771968957.371203:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.371206:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000aa27d807/0x9268ded837c4fd2e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.371212:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41a:0x0].0x0 (0000000018ff04e0) 00010000:00010000:0.0:1771968957.371214:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968957.371924:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.371987:0:6234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754038400 00000100:00100000:2.0:1771968957.372036:0:6234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9714 00000100:00100000:2.0:1771968957.372041:0:6234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8243a4e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12406:x1858043754038400:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:2.0:1771968957.372294:0:6234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8243a4e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12406:x1858043754038400:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 252us (372us total) trans 4294984468 rc 0/0 00000100:00100000:2.0:1771968957.372307:0:6234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9714 00000100:00100000:3.0:1771968957.373352:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754038464 00000100:00100000:3.0:1771968957.373383:0:13130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9715 00000100:00100000:3.0:1771968957.373388:0:13130:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092506541 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12405:x1858043754038464:12345-192.168.202.27@tcp:37:dbench.0 00000100:00100000:2.0:1771968957.379679:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754038592 00000100:00100000:2.0:1771968957.379737:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35945 00000100:00100000:2.0:1771968957.379743:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1b81ab4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+603:12406:x1858043754038592:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:2.0:1771968957.379830:0:8228:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1771968957.379869:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cd67849b/0x9268ded837c4a610 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x432:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cfb5 expref: 603 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.379890:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eb768cc5/0x9268ded837c0684c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x432:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0267d6 expref: 602 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.379914:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006584bd1a/0x9268ded837c101c0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x432:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029c33 expref: 601 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.379932:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7552c82/0x9268ded837c0681b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x432:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0267ba expref: 600 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.379943:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x432:0x0].0x0 (0000000077b5c7a9) 00010000:00010000:2.0:1771968957.379952:0:8228:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968957.379978:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fd3c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.380003:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fd3c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.380015:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fd3c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.380029:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cbf109d9/0x9268ded837c4fd43 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41b:0x0].0x76821429 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.380045:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cbf109d9/0x9268ded837c4fd43 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.380052:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cbf109d9/0x9268ded837c4fd43 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.380135:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000b312a794/0x9268ded837c4fd4a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x432:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.380143:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b312a794/0x9268ded837c4fd4a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x432:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.380154:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b312a794/0x9268ded837c4fd4a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x432:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1771968957.381390:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].953, 64 off69248 00000100:00100000:3.0:1771968957.381411:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092506541 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12405:x1858043754038464:12345-192.168.202.27@tcp:37:dbench.0 Request processed in 8019us (8233us total) trans 0 rc 0/0 00000040:00080000:2.0:1771968957.381418:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11015, 184 off1926224 00000100:00100000:3.0:1771968957.381426:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9715 00010000:00010000:2.0:1771968957.381478:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d2bedd4/0x9268ded837c4fd51 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x432:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.381490:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005d2bedd4/0x9268ded837c4fd51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x432:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.381499:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005d2bedd4/0x9268ded837c4fd51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x432:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.381507:0:8228:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d2bedd4/0x9268ded837c4fd51 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x432:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.381512:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d2bedd4/0x9268ded837c4fd51 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x432:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.381517:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005d2bedd4/0x9268ded837c4fd51 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x432:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.381531:0:8228:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1771968957.381546:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d1b81ab4 reply state 000000002850a0e7 transno 4294984469 ns: mdt-lustre-MDT0000_UUID lock: 00000000b312a794/0x9268ded837c4fd4a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x432:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.381561:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.381568:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005d2bedd4/0x9268ded837c4fd51 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x432:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.381578:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005d2bedd4 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.381581:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005d2bedd4/0x9268ded837c4fd51 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x432:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.381590:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005d2bedd4/0x9268ded837c4fd51 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x432:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.381642:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fd3c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.381654:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fd3c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.381660:0:8228:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fd3c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.381664:0:8228:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c62a095f already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.381668:0:8228:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fd3c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.381673:0:8228:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fd3c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.381684:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x0 (000000007bc91f44) 00010000:00010000:2.0:1771968957.381687:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.381689:0:8228:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fd3c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.381693:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fd3c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1771968957.381700:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d1b81ab4 reply state 000000002850a0e7 transno 4294984469 ns: mdt-lustre-MDT0000_UUID lock: 00000000cbf109d9/0x9268ded837c4fd43 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.381737:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x432:0x0].0x0 (00000000c7b6fb7b) 00010000:00010000:3.0:1771968957.381740:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.381742:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005d2bedd4/0x9268ded837c4fd51 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x432:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.381748:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d2bedd4/0x9268ded837c4fd51 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x432:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.381760:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.381762:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.381763:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968957.381773:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1b81ab4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12406:x1858043754038592:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 2028us (2164us total) trans 4294984469 rc 0/0 00000100:00100000:2.0:1771968957.381781:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35945 00010000:00010000:3.0:1771968957.383381:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cbf109d9/0x9268ded837c4fd43 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.383398:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x76821429 (000000006e08794d) 00010000:00010000:3.0:1771968957.383401:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.383410:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b312a794/0x9268ded837c4fd4a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x432:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.383417:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x432:0x0].0x0 (00000000c7b6fb7b) 00010000:00010000:3.0:1771968957.383418:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968957.384825:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.385041:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754038720 00000100:00100000:3.0:1771968957.385097:0:13130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9716 00000100:00100000:3.0:1771968957.385104:0:13130:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f1215d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12406:x1858043754038720:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:0.0:1771968957.385379:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f1215d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12406:x1858043754038720:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 274us (559us total) trans 4294984470 rc 0/0 00000100:00100000:0.0:1771968957.385388:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9716 00000100:00100000:2.0:1771968957.387160:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754038976 00000100:00100000:2.0:1771968957.387208:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35946 00000100:00100000:2.0:1771968957.387214:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e96a3c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12406:x1858043754038976:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:2.0:1771968957.387352:0:8228:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1771968957.387374:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000942222c3/0x9268ded837c4946d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03c909 expref: 600 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.387388:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000088418c70/0x9268ded837c05ed6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0263b5 expref: 599 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.387397:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004fad0f2e/0x9268ded837c0f5fe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41d:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029858 expref: 598 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.387403:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006bcdfdf5/0x9268ded837c05e97 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41d:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02638b expref: 597 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.387409:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41d:0x0].0x0 (00000000a17685c5) 00010000:00010000:2.0:1771968957.387416:0:8228:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968957.387435:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e4728ed6/0x9268ded837c4fd58 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.387444:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e4728ed6/0x9268ded837c4fd58 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.387450:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e4728ed6/0x9268ded837c4fd58 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.387459:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000b600694f/0x9268ded837c4fd5f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41b:0x0].0xcd7d97c8 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.387463:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b600694f/0x9268ded837c4fd5f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.387467:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b600694f/0x9268ded837c4fd5f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.387520:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8a7b6e6/0x9268ded837c4fd66 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x41d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.387524:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e8a7b6e6/0x9268ded837c4fd66 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x41d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.387528:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e8a7b6e6/0x9268ded837c4fd66 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x41d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1771968957.387694:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].958, 64 off69568 00000040:00080000:2.0:1771968957.387712:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11016, 184 off1926408 00010000:00010000:2.0:1771968957.387740:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000032cdb8a4/0x9268ded837c4fd6d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.387746:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000032cdb8a4/0x9268ded837c4fd6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.387751:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000032cdb8a4/0x9268ded837c4fd6d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.387755:0:8228:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000032cdb8a4/0x9268ded837c4fd6d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x41d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.387759:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000032cdb8a4/0x9268ded837c4fd6d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x41d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.387766:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000032cdb8a4/0x9268ded837c4fd6d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.387812:0:8228:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1771968957.387824:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000000e96a3c7 reply state 00000000c1b0f7be transno 4294984471 ns: mdt-lustre-MDT0000_UUID lock: 00000000e8a7b6e6/0x9268ded837c4fd66 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x41d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.387890:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000e4728ed6/0x9268ded837c4fd58 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.387895:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e4728ed6/0x9268ded837c4fd58 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.387910:0:8228:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e4728ed6/0x9268ded837c4fd58 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.387916:0:8228:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e4728ed6 already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.387922:0:8228:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e4728ed6/0x9268ded837c4fd58 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.387929:0:8228:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e4728ed6/0x9268ded837c4fd58 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.387937:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x0 (000000007bc91f44) 00010000:00010000:2.0:1771968957.387940:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.387942:0:8228:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e4728ed6/0x9268ded837c4fd58 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.387948:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e4728ed6/0x9268ded837c4fd58 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1771968957.387957:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000000e96a3c7 reply state 00000000c1b0f7be transno 4294984471 ns: mdt-lustre-MDT0000_UUID lock: 00000000b600694f/0x9268ded837c4fd5f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41b:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.388015:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e96a3c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12406:x1858043754038976:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 801us (1000us total) trans 4294984471 rc 0/0 00000100:00100000:2.0:1771968957.388020:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35946 00010000:00010000:0.0:1771968957.389112:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b600694f/0x9268ded837c4fd5f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.389122:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0xcd7d97c8 (00000000831ded54) 00010000:00010000:0.0:1771968957.389124:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.389126:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e8a7b6e6/0x9268ded837c4fd66 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.389130:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41d:0x0].0x0 (00000000a391cdfb) 00010000:00010000:0.0:1771968957.389131:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968957.389579:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754038848 00000100:00100000:0.0:1771968957.389627:0:13130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9717 00000100:00100000:0.0:1771968957.389632:0:13130:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe640860 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12405:x1858043754038848:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:0.0:1771968957.389891:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe640860 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12405:x1858043754038848:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 258us (394us total) trans 4294984472 rc 0/0 00000100:00100000:0.0:1771968957.389913:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9717 00000100:00100000:0.0:1771968957.391328:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754039040 00000100:00100000:0.0:1771968957.391372:0:13130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9718 00000100:00100000:0.0:1771968957.391379:0:13130:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032fb086e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12406:x1858043754039040:12345-192.168.202.27@tcp:37:dbench.0 00000100:00100000:0.0:1771968957.394500:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032fb086e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12406:x1858043754039040:12345-192.168.202.27@tcp:37:dbench.0 Request processed in 3119us (3337us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.394514:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9718 00000100:00100000:3.0:1771968957.394758:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754039168 00000100:00100000:3.0:1771968957.394836:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35947 00000100:00100000:3.0:1771968957.394842:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d80fcd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12405:x1858043754039168:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968957.394896:0:8228:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:3.0:1771968957.394991:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005f26ae0b/0x9268ded837c43c29 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3ef:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03a97b expref: 599 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.395014:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ffca0b25/0x9268ded837c04a54 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3ef:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b73 expref: 598 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.395025:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e41ed35b/0x9268ded837c0d4fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3ef:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a028cea expref: 597 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.395036:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007a0eaea7/0x9268ded837c04a0e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3ef:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b49 expref: 596 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.395047:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ef:0x0].0x0 (0000000025b91d65) 00010000:00010000:3.0:1771968957.395063:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cfa6830c/0x9268ded837c4f0cb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3e5:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e786 expref: 595 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.395076:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e5:0x0].0x0 (00000000c2daf60b) 00010000:00010000:3.0:1771968957.395079:0:8228:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968957.395825:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968957.395830:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f44dbf62/0x9268ded837c4fd89 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.395838:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f44dbf62 already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968957.395840:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f44dbf62/0x9268ded837c4fd89 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.395846:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f44dbf62/0x9268ded837c4fd89 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.395856:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ef:0x0].0x0 (00000000fee28407) 00010000:00010000:2.0:1771968957.395858:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1771968957.395860:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f44dbf62/0x9268ded837c4fd89 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.395866:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f44dbf62/0x9268ded837c4fd89 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.395881:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.395885:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.395888:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.398629:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d5c5082c/0x9268ded837c4fd7b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.398645:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e5:0x0].0xc3d50206 (00000000ded7c717) 00010000:00010000:3.0:1771968957.398648:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.398652:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005291e331/0x9268ded837c4fd82 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.398657:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ef:0x0].0x0 (00000000fee28407) 00010000:00010000:3.0:1771968957.398659:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968957.398716:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754039296 00000100:00100000:0.0:1771968957.398764:0:13130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9719 00000100:00100000:0.0:1771968957.398771:0:13130:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6bf4c48 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12405:x1858043754039296:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:0.0:1771968957.398986:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6bf4c48 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12405:x1858043754039296:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 214us (439us total) trans 4294984474 rc 0/0 00000100:00100000:0.0:1771968957.398993:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9719 00000100:00100000:3.0:1771968957.402586:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.402627:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.402656:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.402776:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754039616 00000100:00100000:2.0:1771968957.402811:0:6234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9720 00000100:00100000:2.0:1771968957.402820:0:6234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004256f8e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12406:x1858043754039616:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:0.0:1771968957.402944:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35949 00000100:00100000:0.0:1771968957.402949:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b355c662 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12515:x1858043754039488:12345-192.168.202.27@tcp:101:ll_sa_12406.0 00010000:00010000:0.0:1771968957.402958:0:6231:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1771968957.402975:0:6231:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4fd90 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3e6:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e80b expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.402999:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4fd90 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e80b expref: 600 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.403010:0:6231:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4fd90 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e80b expref: 599 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.403023:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e6:0x0].0x0 (000000003dafd15c) 00010000:00010000:0.0:1771968957.403026:0:6231:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.403029:0:6231:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008eacd20c, rc 0) 00000100:00100000:2.0:1771968957.403043:0:6234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004256f8e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12406:x1858043754039616:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 224us (385us total) trans 4294984475 rc 0/0 00000100:00100000:2.0:1771968957.403049:0:6234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9720 00000100:00100000:0.0:1771968957.403053:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b355c662 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12515:x1858043754039488:12345-192.168.202.27@tcp:101:ll_sa_12406.0 Request processed in 102us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.403060:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35949 00010000:00010000:3.0:1771968957.404019:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.404023:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005f2c0d82/0x9268ded837c4fdac lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.404072:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005f2c0d82 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.404074:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005f2c0d82/0x9268ded837c4fdac lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.404078:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005f2c0d82/0x9268ded837c4fdac lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.404085:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e7:0x0].0x0 (00000000e8ac62dd) 00010000:00010000:3.0:1771968957.404086:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.404088:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005f2c0d82/0x9268ded837c4fdac lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.404091:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005f2c0d82/0x9268ded837c4fdac lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3e7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.404098:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.404099:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.404100:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968957.404604:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.404812:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.405095:0:13130:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754039808 00000100:00100000:0.0:1771968957.405132:0:13130:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9721 00000100:00100000:0.0:1771968957.405136:0:13130:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000886d0952 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12515:x1858043754039808:12345-192.168.202.27@tcp:37:ll_sa_12406.0 00000100:00100000:3.0:1771968957.407015:0:6234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754039936 00000100:00100000:3.0:1771968957.407055:0:6234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9722 00000100:00100000:3.0:1771968957.407061:0:6234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ea2e424 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+595:12405:x1858043754039936:12345-192.168.202.27@tcp:35:dbench.0 00010000:00010000:0.0:1771968957.407138:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c7a3f5cf/0x9268ded837c4fd9e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e5:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.407151:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e5:0x0].0x6428115e (0000000029173d5e) 00010000:00010000:0.0:1771968957.407153:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.407157:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f44dbf62/0x9268ded837c4fda5 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.407162:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e7:0x0].0x0 (00000000e8ac62dd) 00010000:00010000:0.0:1771968957.407164:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968957.407962:0:6234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ea2e424 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12405:x1858043754039936:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 898us (977us total) trans 4294984477 rc 0/0 00000100:00100000:3.0:1771968957.407971:0:6234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9722 00000100:00100000:0.0:1771968957.408563:0:13130:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000886d0952 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+594:12515:x1858043754039808:12345-192.168.202.27@tcp:37:ll_sa_12406.0 Request processed in 3425us (3750us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.408572:0:13130:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9721 00000100:00100000:2.0:1771968957.409739:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.409780:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754040064 00000100:00100000:3.0:1771968957.409858:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35951 00000100:00100000:3.0:1771968957.409863:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e814c4bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+594:12405:x1858043754040064:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968957.409909:0:6230:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1771968957.409931:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005e9049f6/0x9268ded837c43219 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3ee:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03a62c expref: 594 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.409949:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008c8f4ecb/0x9268ded837c04990 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3ee:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b1f expref: 593 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.409960:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ad8f5771/0x9268ded837c0d416 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3ee:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a028ca4 expref: 592 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.409970:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d80d5384/0x9268ded837c0494a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3ee:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025af5 expref: 591 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.409976:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ee:0x0].0x0 (00000000754ef3f0) 00010000:00010000:3.0:1771968957.409983:0:6230:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968957.410003:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fdba lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.410013:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fdba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.410018:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fdba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.410027:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000034f1c4d2/0x9268ded837c4fdc1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3e5:0x0].0x469e1765 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.410031:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000034f1c4d2/0x9268ded837c4fdc1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e5:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.410035:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000034f1c4d2/0x9268ded837c4fdc1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e5:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.410088:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf53b5cc/0x9268ded837c4fdc8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3ee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.410092:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cf53b5cc/0x9268ded837c4fdc8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.410098:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cf53b5cc/0x9268ded837c4fdc8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1771968957.410346:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].955, 64 off69376 00000040:00080000:2.0:1771968957.410372:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11019, 176 off1926952 00010000:00010000:2.0:1771968957.410409:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000782f4d1d/0x9268ded837c4fdcf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3ee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.410415:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000782f4d1d/0x9268ded837c4fdcf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.410420:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000782f4d1d/0x9268ded837c4fdcf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.410425:0:6230:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000782f4d1d/0x9268ded837c4fdcf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.410429:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000782f4d1d/0x9268ded837c4fdcf lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.410432:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000782f4d1d/0x9268ded837c4fdcf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3ee:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.410570:0:6230:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1771968957.410586:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e814c4bf reply state 000000003241d0e3 transno 4294984478 ns: mdt-lustre-MDT0000_UUID lock: 00000000cf53b5cc/0x9268ded837c4fdc8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3ee:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.410681:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fdba lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.410688:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fdba lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.410691:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fdba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.410695:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000961b92b8 already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.410696:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fdba lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.410699:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fdba lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.410704:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e5:0x0].0x0 (00000000c2daf60b) 00010000:00010000:2.0:1771968957.410705:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.410707:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fdba lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.410710:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fdba lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1771968957.410715:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e814c4bf reply state 000000003241d0e3 transno 4294984478 ns: mdt-lustre-MDT0000_UUID lock: 0000000034f1c4d2/0x9268ded837c4fdc1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e5:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.410765:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e814c4bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+592:12405:x1858043754040064:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 901us (1028us total) trans 4294984478 rc 0/0 00000100:00100000:2.0:1771968957.410773:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35951 00010000:00010000:3.0:1771968957.413410:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000034f1c4d2/0x9268ded837c4fdc1 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e5:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.413425:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e5:0x0].0x469e1765 (00000000f76fbf52) 00010000:00010000:3.0:1771968957.413428:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.413433:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cf53b5cc/0x9268ded837c4fdc8 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.413438:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ee:0x0].0x0 (0000000025b91d65) 00010000:00010000:3.0:1771968957.413440:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968957.413536:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.414319:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754040128 00010000:00010000:2.0:1771968957.414340:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4fd90 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e80b expref: 593 pid: 6231 timeout: 536 lvb_type: 0 00000100:00100000:2.0:1771968957.414366:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11403 00000100:00100000:2.0:1771968957.414371:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd1e5a05 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:2264:x1858043754040128:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1771968957.414380:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968957.414385:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4fd90 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e80b expref: 593 pid: 6231 timeout: 536 lvb_type: 0 00010000:00010000:2.0:1771968957.414396:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4fd90 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e80b expref: 593 pid: 6231 timeout: 536 lvb_type: 0 00010000:00010000:2.0:1771968957.414411:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4fd90 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e80b expref: 593 pid: 6231 timeout: 536 lvb_type: 0 00010000:00010000:2.0:1771968957.414422:0:14897:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e6:0x0].0x0 (000000003dafd15c) 00010000:00010000:2.0:1771968957.414426:0:14897:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: 00000000eb768cc5/0x9268ded837c4fdb3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.414435:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: 00000000eb768cc5/0x9268ded837c4fdb3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.414442:0:14897:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000eb768cc5/0x9268ded837c4fdb3 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.414472:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1771968957.414502:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd1e5a05 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+592:2264:x1858043754040128:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 131us (1279us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968957.414509:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11403 00010000:00010000:2.0:1771968957.415752:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968957.415757:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a43deb21/0x9268ded837c4fde4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.415764:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a43deb21 already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968957.415766:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a43deb21/0x9268ded837c4fde4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.415772:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a43deb21/0x9268ded837c4fde4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.415780:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f0:0x0].0x0 (000000008631274e) 00010000:00010000:2.0:1771968957.415782:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1771968957.415784:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a43deb21/0x9268ded837c4fde4 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.415789:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a43deb21/0x9268ded837c4fde4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.415866:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.415868:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.415870:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968957.416116:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968957.416585:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.416588:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a0220956/0x9268ded837c4fe00 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.416595:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a0220956 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.416598:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a0220956/0x9268ded837c4fe00 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.416604:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a0220956/0x9268ded837c4fe00 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.416613:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3eb:0x0].0x0 (00000000ad7fe45b) 00010000:00010000:3.0:1771968957.416615:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.416617:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a0220956/0x9268ded837c4fe00 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.416627:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a0220956/0x9268ded837c4fe00 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3eb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.416637:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.416638:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.416639:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.417858:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b7dc3365/0x9268ded837c4fdd6 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.417866:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e6:0x0].0xc3d50206 (000000007b95ec38) 00010000:00010000:3.0:1771968957.417868:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.417871:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001a202421/0x9268ded837c4fddd lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.417874:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f0:0x0].0x0 (000000008631274e) 00010000:00010000:3.0:1771968957.417875:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968957.420047:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968957.420213:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000062655802/0x9268ded837c4fdf2 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.420227:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e5:0x0].0xf4ed591 (00000000e1599e73) 00010000:00010000:3.0:1771968957.420229:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.420234:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001f3ad46d/0x9268ded837c4fdf9 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.420240:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3eb:0x0].0x0 (00000000ad7fe45b) 00010000:00010000:3.0:1771968957.420241:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968957.420481:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.420789:0:6234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754040640 00000100:00100000:2.0:1771968957.420829:0:6234:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754040512 00000100:00100000:2.0:1771968957.420893:0:6234:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9724 00000100:00100000:2.0:1771968957.420932:0:6234:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000daf3c51a pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+592:12405:x1858043754040640:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:3.0:1771968957.420997:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9725 00000100:00100000:3.0:1771968957.421003:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d90761a pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+592:12406:x1858043754040512:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:2.0:1771968957.421144:0:6234:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000daf3c51a pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+594:12405:x1858043754040640:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 212us (1102us total) trans 4294984482 rc 0/0 00000100:00100000:3.0:1771968957.421156:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d90761a pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+594:12406:x1858043754040512:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 153us (677us total) trans 4294984483 rc 0/0 00000100:00100000:2.0:1771968957.421157:0:6234:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9724 00000100:00100000:3.0:1771968957.421162:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9725 00000100:00100000:0.0:1771968957.424000:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.424565:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.424638:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754040832 00000100:00100000:2.0:1771968957.424688:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754040896 00000100:00100000:2.0:1771968957.424719:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35953 00000100:00100000:2.0:1771968957.424725:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007caf626b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+594:12406:x1858043754040832:12345-192.168.202.27@tcp:36:dbench.0 00000100:00100000:3.0:1771968957.424749:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35954 00000100:00100000:3.0:1771968957.424755:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb254385 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+594:12405:x1858043754040896:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968957.424795:0:6231:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1771968957.424795:0:6230:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1771968957.424821:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b03ec7de/0x9268ded837c49ba5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x74c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cbda expref: 594 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.424821:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d71c1a02/0x9268ded837c41e1c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3e8:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03a10f expref: 594 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.424841:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f9063b46/0x9268ded837c046b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3e8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0259eb expref: 592 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.424842:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c441e7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x74c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ab57 expref: 592 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.424854:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002adb47a7/0x9268ded837c0cf70 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3e8:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a028b07 expref: 590 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.424865:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001225f7d6/0x9268ded837c49bc1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x74c:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cbe1 expref: 589 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.424865:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e0259ccd/0x9268ded837c04679 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3e8:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0259c8 expref: 589 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.424876:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e8:0x0].0x0 (00000000d27ecb1f) 00010000:00010000:3.0:1771968957.424877:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c43f6a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x74c:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03aa85 expref: 587 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.424883:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74c:0x0].0x0 (0000000081d05129) 00010000:00010000:2.0:1771968957.424885:0:6230:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968957.424889:0:6231:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968957.424920:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c4fe0e lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.424920:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4fe07 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.424935:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c4fe0e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.424935:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4fe07 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.424951:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c4fe0e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.424951:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4fe07 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.424965:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000004e1e1156/0x9268ded837c4fe15 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3e5:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.424965:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000009c613f6d/0x9268ded837c4fe1c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3e6:0x0].0x6428115e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.424972:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004e1e1156/0x9268ded837c4fe15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e5:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.424972:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009c613f6d/0x9268ded837c4fe1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e6:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.424978:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004e1e1156/0x9268ded837c4fe15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e5:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.424978:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009c613f6d/0x9268ded837c4fe1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e6:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.425046:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fe23 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x74c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.425046:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000782f4d1d/0x9268ded837c4fe2a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3e8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.425054:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fe23 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x74c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.425054:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000782f4d1d/0x9268ded837c4fe2a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.425060:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fe23 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x74c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.425060:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000782f4d1d/0x9268ded837c4fe2a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1771968957.425277:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].956, 64 off69440 00000040:00080000:2.0:1771968957.425304:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11022, 184 off1927504 00010000:00010000:2.0:1771968957.425349:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000032cdb8a4/0x9268ded837c4fe31 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3e8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.425357:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000032cdb8a4/0x9268ded837c4fe31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.425363:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000032cdb8a4/0x9268ded837c4fe31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.425370:0:6230:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000032cdb8a4/0x9268ded837c4fe31 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.425375:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000032cdb8a4/0x9268ded837c4fe31 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.425380:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000032cdb8a4/0x9268ded837c4fe31 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3e8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.425394:0:6230:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1771968957.425410:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007caf626b reply state 00000000e256fb17 transno 4294984484 ns: mdt-lustre-MDT0000_UUID lock: 00000000782f4d1d/0x9268ded837c4fe2a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3e8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.425506:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4fe07 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.425514:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4fe07 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.425519:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4fe07 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.425524:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a5bd657a already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.425527:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4fe07 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.425534:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4fe07 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.425547:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e6:0x0].0x0 (000000003dafd15c) 00010000:00010000:2.0:1771968957.425550:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.425553:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4fe07 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.425558:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4fe07 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1771968957.425566:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000007caf626b reply state 00000000e256fb17 transno 4294984484 ns: mdt-lustre-MDT0000_UUID lock: 000000009c613f6d/0x9268ded837c4fe1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e6:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.425642:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007caf626b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12406:x1858043754040832:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 915us (1648us total) trans 4294984484 rc 0/0 00000100:00100000:2.0:1771968957.425650:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35953 00000040:00080000:3.0:1771968957.426271:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].957, 64 off69504 00000040:00080000:3.0:1771968957.426295:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11023, 184 off1927688 00010000:00010000:3.0:1771968957.426331:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000088418c70/0x9268ded837c4fe38 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x74c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.426341:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000088418c70/0x9268ded837c4fe38 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.426348:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000088418c70/0x9268ded837c4fe38 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.426355:0:6231:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000088418c70/0x9268ded837c4fe38 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x74c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.426361:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000088418c70/0x9268ded837c4fe38 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x74c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.426367:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000088418c70/0x9268ded837c4fe38 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x74c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.426382:0:6231:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1771968957.426394:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000eb254385 reply state 00000000a5a8617f transno 4294984485 ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fe23 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x74c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.426446:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968957.426449:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000088418c70/0x9268ded837c4fe38 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x74c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.426456:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088418c70 already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968957.426459:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000088418c70/0x9268ded837c4fe38 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x74c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.426460:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c4fe0e lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.426465:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000088418c70/0x9268ded837c4fe38 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x74c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.426466:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c4fe0e lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.426472:0:6231:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c4fe0e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.426475:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74c:0x0].0x0 (0000000028f17b0a) 00010000:00010000:3.0:1771968957.426477:0:6231:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000049e1769d already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.426477:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.426480:0:6231:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c4fe0e lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.426480:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000088418c70/0x9268ded837c4fe38 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x74c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.426486:0:6231:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c4fe0e lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.426486:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000088418c70/0x9268ded837c4fe38 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x74c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218259392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.426495:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.426496:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.426497:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.426499:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e5:0x0].0x0 (00000000c2daf60b) 00010000:00010000:3.0:1771968957.426501:0:6231:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.426503:0:6231:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c4fe0e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.426508:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c4fe0e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968957.426516:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000eb254385 reply state 00000000a5a8617f transno 4294984485 ns: mdt-lustre-MDT0000_UUID lock: 000000004e1e1156/0x9268ded837c4fe15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e5:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968957.426691:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb254385 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+589:12405:x1858043754040896:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1934us (2126us total) trans 4294984485 rc 0/0 00000100:00100000:3.0:1771968957.426699:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35954 00010000:00010000:0.0:1771968957.427508:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009c613f6d/0x9268ded837c4fe1c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e6:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.427522:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e6:0x0].0x6428115e (00000000a17685c5) 00010000:00010000:0.0:1771968957.427525:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.427528:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000782f4d1d/0x9268ded837c4fe2a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.427533:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e8:0x0].0x0 (000000005bfabf61) 00010000:00010000:0.0:1771968957.427535:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1771968957.428332:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004e1e1156/0x9268ded837c4fe15 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.428345:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e5:0x0].0xe7aaf970 (00000000754ef3f0) 00010000:00010000:3.0:1771968957.428348:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.428352:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fe23 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x74c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.428359:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74c:0x0].0x0 (0000000028f17b0a) 00010000:00010000:3.0:1771968957.428361:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968957.431941:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.432018:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.432377:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754041024 00000100:00100000:3.0:1771968957.432469:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754041152 00000100:00100000:0.0:1771968957.432505:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9726 00000100:00100000:0.0:1771968957.432512:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004256f8e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+590:12405:x1858043754041024:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:0.0:1771968957.433021:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004256f8e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+591:12405:x1858043754041024:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 508us (1086us total) trans 4294984486 rc 0/0 00000100:00100000:0.0:1771968957.433029:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9726 00000100:00100000:0.0:1771968957.433047:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9727 00000100:00100000:0.0:1771968957.433051:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000085f7df1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+590:12406:x1858043754041152:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:0.0:1771968957.433128:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000085f7df1 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+591:12406:x1858043754041152:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 76us (1111us total) trans 4294984487 rc 0/0 00000100:00100000:0.0:1771968957.433135:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9727 00000100:00100000:0.0:1771968957.435092:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.435155:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.435503:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754041280 00010000:00010000:3.0:1771968957.436418:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.436422:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000038b5e75/0x9268ded837c4fe54 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.436430:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000038b5e75 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.436433:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000038b5e75/0x9268ded837c4fe54 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.436440:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000038b5e75/0x9268ded837c4fe54 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.436451:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ed:0x0].0x0 (000000003bb5bcd2) 00010000:00010000:3.0:1771968957.436453:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.436456:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000038b5e75/0x9268ded837c4fe54 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.436460:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000038b5e75/0x9268ded837c4fe54 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3ed:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.436469:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.436471:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.436472:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.439439:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001f614316/0x9268ded837c4fe46 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e6:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.439450:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e6:0x0].0x469e1765 (00000000d78dac9c) 00010000:00010000:3.0:1771968957.439453:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.439456:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ae49b7da/0x9268ded837c4fe4d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.439461:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ed:0x0].0x0 (000000003bb5bcd2) 00010000:00010000:3.0:1771968957.439463:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1771968957.440665:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ad8f5771/0x9268ded837c4fe62 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.440685:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e5:0x0].0xa36e7a4 (00000000e9826c31) 00010000:00010000:0.0:1771968957.440687:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.440692:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a43deb21/0x9268ded837c4fe69 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x740:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.440697:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x740:0x0].0x0 (0000000081d05129) 00010000:00010000:0.0:1771968957.440699:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968957.441104:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.441218:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754041536 00000100:00100000:0.0:1771968957.441260:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9728 00000100:00100000:0.0:1771968957.441266:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7757896 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+587:12406:x1858043754041536:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:0.0:1771968957.441459:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7757896 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12406:x1858043754041536:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 193us (358us total) trans 4294984490 rc 0/0 00000100:00100000:0.0:1771968957.441468:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9728 00000100:00100000:3.0:1771968957.443991:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.444091:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754041664 00000100:00100000:0.0:1771968957.444148:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9729 00000100:00100000:0.0:1771968957.444154:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a194521 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12405:x1858043754041664:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:0.0:1771968957.444382:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a194521 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+589:12405:x1858043754041664:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 228us (399us total) trans 4294984491 rc 0/0 00000100:00100000:0.0:1771968957.444390:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9729 00000100:00100000:2.0:1771968957.447519:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.447692:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.448477:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35958 00000100:00100000:3.0:1771968957.448481:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f661a527 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+586:12405:x1858043754041920:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:3.0:1771968957.448500:0:6232:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1771968957.448508:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003ad10459/0x9268ded837c4236a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3e9:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03a1a2 expref: 586 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.448517:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000091d82a9/0x9268ded837c047a6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3e9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025a3f expref: 585 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.448525:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fdbc6c4a/0x9268ded837c0d0a4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3e9:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a028b70 expref: 584 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.448531:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000093c4fa93/0x9268ded837c04759 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3e9:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025a23 expref: 583 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.448537:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e9:0x0].0x0 (00000000994a1f1d) 00010000:00010000:3.0:1771968957.448551:0:6232:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968957.448562:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c4fe8c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.448571:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c4fe8c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.448578:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c4fe8c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.448590:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000da9c4bae/0x9268ded837c4fe93 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3e5:0x0].0xe5dc7a0b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.448598:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000da9c4bae/0x9268ded837c4fe93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e5:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.448604:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000da9c4bae/0x9268ded837c4fe93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e5:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.448639:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec55f190/0x9268ded837c4fe9a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3e9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.448647:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ec55f190/0x9268ded837c4fe9a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.448652:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ec55f190/0x9268ded837c4fe9a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1771968957.448783:0:6232:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].963, 64 off69888 00000040:00080000:3.0:1771968957.448809:0:6232:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11026, 176 off1928224 00010000:00010000:3.0:1771968957.448844:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000038fc2035/0x9268ded837c4fea1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3e9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.448850:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000038fc2035/0x9268ded837c4fea1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.448854:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000038fc2035/0x9268ded837c4fea1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.448859:0:6232:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000038fc2035/0x9268ded837c4fea1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.448862:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000038fc2035/0x9268ded837c4fea1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.448867:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000038fc2035/0x9268ded837c4fea1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.448877:0:6232:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:3.0:1771968957.448888:0:6232:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f661a527 reply state 0000000004008433 transno 4294984492 ns: mdt-lustre-MDT0000_UUID lock: 00000000ec55f190/0x9268ded837c4fe9a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3e9:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.448987:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c4fe8c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.448995:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c4fe8c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.449001:0:6232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c4fe8c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.449007:0:6232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000049e1769d already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968957.449010:0:6232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c4fe8c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.449016:0:6232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c4fe8c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.449024:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e5:0x0].0x0 (00000000c2daf60b) 00010000:00010000:3.0:1771968957.449027:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.449030:0:6232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c4fe8c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.449035:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c4fe8c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3e5:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968957.449044:0:6232:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000f661a527 reply state 0000000004008433 transno 4294984492 ns: mdt-lustre-MDT0000_UUID lock: 00000000da9c4bae/0x9268ded837c4fe93 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e5:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.449078:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1771968957.449082:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000038fc2035/0x9268ded837c4fea1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.449088:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000038fc2035 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.449091:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000038fc2035/0x9268ded837c4fea1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.449096:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000038fc2035/0x9268ded837c4fea1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.449105:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e9:0x0].0x0 (000000001e8eb4c5) 00010000:00010000:3.0:1771968957.449107:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.449109:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000038fc2035/0x9268ded837c4fea1 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.449114:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000038fc2035/0x9268ded837c4fea1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3e9:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.449122:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.449124:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000033b7c0f3/0x9268ded837c4fea8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.449129:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000033b7c0f3 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.449131:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033b7c0f3/0x9268ded837c4fea8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.449137:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000033b7c0f3/0x9268ded837c4fea8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.449143:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ec:0x0].0x0 (000000000a4e9b19) 00010000:00010000:3.0:1771968957.449146:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.449147:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000033b7c0f3/0x9268ded837c4fea8 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.449153:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033b7c0f3/0x9268ded837c4fea8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3ec:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.449161:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.449162:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.449163:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968957.449228:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f661a527 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+586:12405:x1858043754041920:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 744us (1536us total) trans 4294984492 rc 0/0 00000100:00100000:3.0:1771968957.449235:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35958 00010000:00010000:2.0:1771968957.449338:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.450743:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000da9c4bae/0x9268ded837c4fe93 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.450759:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e5:0x0].0xe5dc7a0b (0000000015dbe501) 00010000:00010000:0.0:1771968957.450762:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.450765:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ec55f190/0x9268ded837c4fe9a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.450771:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e9:0x0].0x0 (000000001e8eb4c5) 00010000:00010000:0.0:1771968957.450773:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968957.452880:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.453025:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754042048 00000100:00100000:2.0:1771968957.453083:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9730 00000100:00100000:2.0:1771968957.453090:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b3374ea pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+585:12405:x1858043754042048:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:2.0:1771968957.453388:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b3374ea pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+586:12405:x1858043754042048:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 297us (515us total) trans 4294984494 rc 0/0 00000100:00100000:2.0:1771968957.453397:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9730 00000100:00100000:2.0:1771968957.454499:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.454637:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754042176 00000100:00100000:3.0:1771968957.454676:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9731 00000100:00100000:3.0:1771968957.454681:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba3a7fb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+586:12406:x1858043754042176:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:3.0:1771968957.454818:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba3a7fb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+587:12406:x1858043754042176:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 136us (320us total) trans 4294984495 rc 0/0 00000100:00100000:3.0:1771968957.454826:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9731 00010000:00010000:0.0:1771968957.456662:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ba6cb819/0x9268ded837c4fe7e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.456679:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e6:0x0].0xf4ed591 (00000000481558b1) 00010000:00010000:0.0:1771968957.456683:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.456688:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ee673c0e/0x9268ded837c4fe85 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.456693:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ec:0x0].0x0 (000000000a4e9b19) 00010000:00010000:0.0:1771968957.456696:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:2.0:1771968957.456761:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754042304 00000100:00100000:2.0:1771968957.456804:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754042432 00000100:00100000:2.0:1771968957.456825:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35959 00000100:00100000:2.0:1771968957.456830:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007a77057 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12406:x1858043754042304:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:2.0:1771968957.456868:0:8228:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1771968957.456888:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000005fb6c1c/0x9268ded837c49cc4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x74e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cc43 expref: 588 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.456917:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000154af019/0x9268ded837c443bc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x74e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03abf1 expref: 586 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.456929:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000884b2f92/0x9268ded837c49ce7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x74e:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cc4a expref: 584 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.456941:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d228a5f/0x9268ded837c441a8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x74e:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ab3b expref: 582 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.456949:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74e:0x0].0x0 (000000003f5dec00) 00010000:00010000:2.0:1771968957.456956:0:8228:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968957.456986:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4feaf lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.456994:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4feaf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.457001:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4feaf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.457012:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000032cdb8a4/0x9268ded837c4fec4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3e6:0x0].0xe7aaf970 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.457018:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000032cdb8a4/0x9268ded837c4fec4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e6:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.457024:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000032cdb8a4/0x9268ded837c4fec4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e6:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.457083:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000004fad0f2e/0x9268ded837c4fed2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x74e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.457095:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004fad0f2e/0x9268ded837c4fed2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x74e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.457102:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004fad0f2e/0x9268ded837c4fed2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x74e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.458581:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.458587:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d0f17206/0x9268ded837c4fed9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.458599:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d0f17206 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.458602:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d0f17206/0x9268ded837c4fed9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.458618:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d0f17206/0x9268ded837c4fed9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.458629:0:7238:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d6:0x0].0x0 (000000000097b461) 00010000:00010000:3.0:1771968957.458631:0:7238:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.458633:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d0f17206/0x9268ded837c4fed9 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.458638:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d0f17206/0x9268ded837c4fed9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3d6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.458650:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.458651:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.458652:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1771968957.458739:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].961, 64 off69760 00000040:00080000:2.0:1771968957.458762:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11029, 184 off1928776 00010000:00010000:2.0:1771968957.458804:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007adc762b/0x9268ded837c4fee0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x74e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.458813:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007adc762b/0x9268ded837c4fee0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.458821:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007adc762b/0x9268ded837c4fee0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x74e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.458827:0:8228:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007adc762b/0x9268ded837c4fee0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x74e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.458833:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007adc762b/0x9268ded837c4fee0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x74e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.458837:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007adc762b/0x9268ded837c4fee0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x74e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.458859:0:8228:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1771968957.458873:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000007a77057 reply state 000000007b60455c transno 4294984497 ns: mdt-lustre-MDT0000_UUID lock: 000000004fad0f2e/0x9268ded837c4fed2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x74e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.458956:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4feaf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.458963:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4feaf lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.458968:0:8228:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4feaf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.458973:0:8228:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a5bd657a already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.458976:0:8228:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4feaf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.458981:0:8228:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4feaf lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.458988:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e6:0x0].0x0 (000000003dafd15c) 00010000:00010000:2.0:1771968957.458990:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.458992:0:8228:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4feaf lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.458997:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4feaf lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1771968957.459004:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000007a77057 reply state 000000007b60455c transno 4294984497 ns: mdt-lustre-MDT0000_UUID lock: 0000000032cdb8a4/0x9268ded837c4fec4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e6:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.459085:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007a77057 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+583:12406:x1858043754042304:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 2253us (2389us total) trans 4294984497 rc 0/0 00000100:00100000:2.0:1771968957.459097:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35959 00010000:00010000:3.0:1771968957.460245:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.460249:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007adc762b/0x9268ded837c4fee0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x74e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.460259:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007adc762b already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.460262:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007adc762b/0x9268ded837c4fee0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x74e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.460269:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007adc762b/0x9268ded837c4fee0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x74e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.460286:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74e:0x0].0x0 (00000000422e48e4) 00010000:00010000:3.0:1771968957.460289:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.460292:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007adc762b/0x9268ded837c4fee0 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x74e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.460297:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007adc762b/0x9268ded837c4fee0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x74e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.460309:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.460310:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.460311:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968957.460837:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000032cdb8a4/0x9268ded837c4fec4 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.460848:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e6:0x0].0xe7aaf970 (00000000d27ecb1f) 00010000:00010000:0.0:1771968957.460851:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.460854:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004fad0f2e/0x9268ded837c4fed2 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x74e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.460860:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74e:0x0].0x0 (00000000422e48e4) 00010000:00010000:0.0:1771968957.460862:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1771968957.461454:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000046fd07dd/0x9268ded837c4febd lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c9:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.461465:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c9:0x0].0xe2501d74 (000000001b5250ef) 00010000:00010000:0.0:1771968957.461467:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.461471:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006e9eb094/0x9268ded837c4fecb lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.461481:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d6:0x0].0x0 (000000000097b461) 00010000:00010000:0.0:1771968957.461483:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968957.463110:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.463482:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754042560 00000100:00100000:2.0:1771968957.463536:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9732 00000100:00100000:2.0:1771968957.463824:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8243a4e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+583:12406:x1858043754042560:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:2.0:1771968957.464296:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8243a4e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+584:12406:x1858043754042560:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 472us (1191us total) trans 4294984498 rc 0/0 00000100:00100000:2.0:1771968957.464304:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9732 00000100:00100000:0.0:1771968957.465237:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.468656:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754042816 00000100:00100000:2.0:1771968957.468800:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35962 00000100:00100000:2.0:1771968957.468809:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041d2a7b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+581:12406:x1858043754042816:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:2.0:1771968957.468860:0:6230:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1771968957.468882:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000082754cd9/0x9268ded837c498f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x742:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cac9 expref: 581 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.468912:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000010966263/0x9268ded837c431a9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x742:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03a609 expref: 580 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.468923:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e1e59217/0x9268ded837c49905 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x742:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03cad0 expref: 579 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.468934:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c757c384/0x9268ded837c42f09 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x742:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03a529 expref: 578 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.468942:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x742:0x0].0x0 (00000000b9146d1f) 00010000:00010000:2.0:1771968957.468950:0:6230:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968957.468973:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fefc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.468986:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fefc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.468995:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fefc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.469010:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007adc762b/0x9268ded837c4ff03 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3e6:0x0].0xa36e7a4 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.469017:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007adc762b/0x9268ded837c4ff03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e6:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.469023:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007adc762b/0x9268ded837c4ff03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e6:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.469089:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4ff0a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x742:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.469097:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4ff0a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x742:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.469103:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4ff0a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x742:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1771968957.469332:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].962, 64 off69824 00000040:00080000:2.0:1771968957.469359:0:6230:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11030, 184 off1928960 00010000:00010000:2.0:1771968957.469401:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d228a5f/0x9268ded837c4ff11 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x742:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.469414:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005d228a5f/0x9268ded837c4ff11 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x742:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.469421:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005d228a5f/0x9268ded837c4ff11 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x742:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.469428:0:6230:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d228a5f/0x9268ded837c4ff11 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x742:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.469435:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d228a5f/0x9268ded837c4ff11 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x742:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.469440:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005d228a5f/0x9268ded837c4ff11 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x742:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.469605:0:6230:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1771968957.469625:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000041d2a7b3 reply state 00000000b737f229 transno 4294984499 ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4ff0a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x742:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.469866:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fefc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.469874:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fefc lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.469881:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fefc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.469887:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c62a095f already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.469890:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fefc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.469907:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fefc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.469918:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e6:0x0].0x0 (000000003dafd15c) 00010000:00010000:2.0:1771968957.469920:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.469923:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fefc lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.469928:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c62a095f/0x9268ded837c4fefc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3e6:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1771968957.469937:0:6230:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000041d2a7b3 reply state 00000000b737f229 transno 4294984499 ns: mdt-lustre-MDT0000_UUID lock: 000000007adc762b/0x9268ded837c4ff03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3e6:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.470018:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041d2a7b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+579:12406:x1858043754042816:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 1208us (1463us total) trans 4294984499 rc 0/0 00010000:00010000:3.0:1771968957.471287:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.471294:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005d228a5f/0x9268ded837c4ff11 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x742:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.471304:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005d228a5f already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.471308:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005d228a5f/0x9268ded837c4ff11 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x742:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.471315:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005d228a5f/0x9268ded837c4ff11 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x742:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.471328:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x742:0x0].0x0 (000000008d02a4ff) 00010000:00010000:3.0:1771968957.471331:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.471333:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005d228a5f/0x9268ded837c4ff11 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x742:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.471338:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d228a5f/0x9268ded837c4ff11 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x742:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.471351:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.471352:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.471353:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968957.471404:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35962 00000100:00100000:2.0:1771968957.472101:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.472434:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754042944 00000100:00100000:0.0:1771968957.472483:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9733 00000100:00100000:0.0:1771968957.472489:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f78a7c5d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+579:12405:x1858043754042944:12345-192.168.202.27@tcp:35:dbench.0 00000004:00080000:0.0:1771968957.472714:0:6233:0:(mdd_object.c:3529:mdd_close()) Object [0x200000402:0x7c1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1771968957.472781:0:6233:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].964, 64 off69952 00000040:00080000:0.0:1771968957.472811:0:6233:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11031, 168 off1929128 00010000:00010000:0.0:1771968957.472862:0:6233:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c4ff18 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.472875:0:6233:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c4ff18 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.472882:0:6233:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c4ff18 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.472888:0:6233:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c4ff18 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.472894:0:6233:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c4ff18 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.472911:0:6233:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c4ff18 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.473138:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007adc762b/0x9268ded837c4ff03 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.473147:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e6:0x0].0xa36e7a4 (000000004d508861) 00010000:00010000:3.0:1771968957.473150:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.473154:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4ff0a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x742:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.473160:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x742:0x0].0x0 (000000008d02a4ff) 00010000:00010000:3.0:1771968957.473162:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1771968957.473370:0:6233:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1771968957.473541:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f78a7c5d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+580:12405:x1858043754042944:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 1042us (1434us total) trans 4294984500 rc 0/0 00000100:00100000:0.0:1771968957.473551:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9733 00010000:00010000:2.0:1771968957.473695:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968957.473700:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c4ff18 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.473708:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006514531f already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968957.473711:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c4ff18 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.473720:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c4ff18 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.473732:0:7238:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c1:0x0].0x0 (000000009c3b04f2) 00010000:00010000:2.0:1771968957.473735:0:7238:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1771968957.473737:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c4ff18 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.473743:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c4ff18 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.473756:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.473757:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.473759:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968957.477824:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.478457:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754043072 00000100:00100000:0.0:1771968957.478612:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9734 00000100:00100000:0.0:1771968957.478619:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c93f96fa pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+580:12405:x1858043754043072:12345-192.168.202.27@tcp:35:dbench.0 00000004:00080000:0.0:1771968957.478835:0:6233:0:(mdd_object.c:3529:mdd_close()) Object [0x200000402:0x444:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1771968957.478892:0:6233:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].965, 64 off70016 00000040:00080000:0.0:1771968957.479034:0:6233:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11032, 168 off1929296 00010000:00010000:0.0:1771968957.479092:0:6233:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c4ff1f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x444:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.479110:0:6233:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c4ff1f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x444:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.479121:0:6233:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c4ff1f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x444:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968957.479126:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1771968957.479129:0:6233:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c4ff1f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x444:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.479135:0:6233:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c4ff1f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x444:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.479141:0:6233:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c4ff1f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x444:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.479172:0:6233:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1771968957.479207:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.479211:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c4ff1f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x444:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.479218:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006514531f already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.479222:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c4ff1f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x444:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.479229:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c4ff1f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x444:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.479240:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x444:0x0].0x0 (00000000f6fc6b70) 00010000:00010000:3.0:1771968957.479243:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.479246:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c4ff1f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x444:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.479252:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c4ff1f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x444:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.479261:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.479262:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.479263:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968957.479315:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754043136 00000100:00100000:0.0:1771968957.479338:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c93f96fa pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+582:12405:x1858043754043072:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 717us (1522us total) trans 4294984501 rc 0/0 00000100:00100000:2.0:1771968957.479345:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35963 00000100:00100000:0.0:1771968957.479346:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9734 00000100:00100000:2.0:1771968957.479350:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffa7854a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+582:12406:x1858043754043136:12345-192.168.202.27@tcp:101:dbench.0 00010000:00010000:2.0:1771968957.479359:0:6230:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1771968957.479372:0:6230:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c4ff26 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e812 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.480417:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c4ff2d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.480432:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c4ff2d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.480442:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c4ff2d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.480461:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c4ff34 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.480467:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c4ff34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.480473:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c4ff34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.480538:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005e9049f6/0x9268ded837c4ff3b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.481123:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005e9049f6/0x9268ded837c4ff3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.481132:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005e9049f6/0x9268ded837c4ff3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1771968957.481167:0:6230:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c8:0x0]: returning size 4096 00000004:00200000:2.0:1771968957.481170:0:6230:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 2 00000004:00010000:2.0:1771968957.481241:0:6230:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000005e9049f6/0x9268ded837c4ff3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.481253:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c4ff2d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.481260:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c4ff2d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.481266:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c4ff2d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.481273:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eec11561 already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.481276:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c4ff2d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.481283:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c4ff2d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.481295:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x0 (00000000994a1f1d) 00010000:00010000:2.0:1771968957.481297:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.481300:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c4ff2d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.481304:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c4ff2d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.481313:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c4ff34 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.481316:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c4ff34 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.481320:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c4ff34 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.481322:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ee22bac8 already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.481323:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c4ff34 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.481326:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c4ff34 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.481331:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x12eaac0d (0000000005460de7) 00010000:00010000:2.0:1771968957.481332:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.481333:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c4ff34 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.481336:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c4ff34 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.481359:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c4ff26 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e812 expref: 583 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.481377:0:6230:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000005e9049f6/0x9268ded837c4ff3b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c8:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e812 expref: 582 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.481380:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c8:0x0].0x0 (00000000d7422324) 00010000:00010000:2.0:1771968957.481381:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1771968957.481382:0:6230:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005e9049f6, rc 0) 00000100:00100000:2.0:1771968957.481444:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffa7854a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+582:12406:x1858043754043136:12345-192.168.202.27@tcp:101:dbench.0 Request processed in 2091us (2318us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968957.481452:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35963 00000100:00100000:3.0:1771968957.482247:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.482377:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754043264 00000100:00100000:0.0:1771968957.482420:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9735 00000100:00100000:0.0:1771968957.482426:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000481db578 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+582:12405:x1858043754043264:12345-192.168.202.27@tcp:35:dbench.0 00000004:00080000:0.0:1771968957.482618:0:6233:0:(mdd_object.c:3529:mdd_close()) Object [0x200000402:0x7c4:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1771968957.482661:0:6233:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].963, 64 off69888 00000040:00080000:0.0:1771968957.482682:0:6233:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11033, 168 off1929464 00010000:00010000:0.0:1771968957.482723:0:6233:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4ff42 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.482736:0:6233:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4ff42 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.482746:0:6233:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4ff42 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.482753:0:6233:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4ff42 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.482759:0:6233:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4ff42 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.482764:0:6233:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4ff42 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.482793:0:6233:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1771968957.482861:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968957.482866:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4ff42 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.482873:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008eacd20c already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968957.482876:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4ff42 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.482886:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4ff42 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.482907:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (00000000c3dedf19) 00010000:00010000:2.0:1771968957.482909:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1771968957.482913:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4ff42 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.482918:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4ff42 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7c4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.482928:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.482930:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.482931:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968957.482942:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000481db578 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+583:12405:x1858043754043264:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 515us (696us total) trans 4294984502 rc 0/0 00000100:00100000:0.0:1771968957.482949:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9735 00000100:00100000:0.0:1771968957.484656:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.484840:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754043392 00000100:00100000:3.0:1771968957.484951:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9736 00000100:00100000:3.0:1771968957.484957:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8243a4e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+583:12406:x1858043754043392:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:3.0:1771968957.485145:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8243a4e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+584:12406:x1858043754043392:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 186us (495us total) trans 4294984503 rc 0/0 00000100:00100000:3.0:1771968957.485153:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9736 00000100:00100000:2.0:1771968957.487694:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1771968957.488646:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968957.488650:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e709a4dd/0x9268ded837c4ff5e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3ea:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 18446634669582547392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.488657:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e709a4dd already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968957.488661:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e709a4dd/0x9268ded837c4ff5e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.488667:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e709a4dd/0x9268ded837c4ff5e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.488677:0:7238:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ea:0x0].0x0 (0000000038f18f68) 00010000:00010000:2.0:1771968957.488679:0:7238:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1771968957.488681:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e709a4dd/0x9268ded837c4ff5e lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.488686:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e709a4dd/0x9268ded837c4ff5e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3ea:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.488697:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.488698:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.488699:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968957.495637:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.496002:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754043648 00000100:00100000:3.0:1771968957.496058:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9737 00000100:00100000:3.0:1771968957.496070:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038be6f08 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+582:12406:x1858043754043648:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:3.0:1771968957.496291:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038be6f08 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+583:12406:x1858043754043648:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 220us (660us total) trans 4294984505 rc 0/0 00000100:00100000:3.0:1771968957.496299:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9737 00000100:00100000:2.0:1771968957.498028:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968957.498936:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.498941:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004f0bc930/0x9268ded837c4ff7a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.498948:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004f0bc930 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.498951:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004f0bc930/0x9268ded837c4ff7a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.498959:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004f0bc930/0x9268ded837c4ff7a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.498968:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d5:0x0].0x0 (0000000076ff1bcd) 00010000:00010000:3.0:1771968957.498970:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.498973:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004f0bc930/0x9268ded837c4ff7a lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.498987:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004f0bc930/0x9268ded837c4ff7a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3d5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669582547392 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.498997:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.498998:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.498999:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968957.508127:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968957.508344:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006f2d270a/0x9268ded837c4ff6c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3ca:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.508359:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ca:0x0].0xe2501d74 (0000000054338a1d) 00010000:00010000:3.0:1771968957.508362:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.508366:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000034b442f9/0x9268ded837c4ff73 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.508371:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d5:0x0].0x0 (0000000076ff1bcd) 00010000:00010000:3.0:1771968957.508373:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:2.0:1771968957.508485:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35966 00000100:00100000:2.0:1771968957.508493:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004256f8e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+581:12406:x1858043754043904:12345-192.168.202.27@tcp:36:dbench.0 00010000:00010000:2.0:1771968957.508545:0:6230:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968957.508567:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005e9049f6/0x9268ded837c4ff3b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e812 expref: 581 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.508582:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c8:0x0].0x0 (00000000d7422324) 00010000:00010000:2.0:1771968957.508589:0:6230:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968957.508615:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c4ff81 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.508623:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c4ff81 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.508629:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c4ff81 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.508635:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c4ff88 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.508640:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c4ff88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.508643:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c4ff88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.508707:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c4ff8f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.508711:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c4ff8f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.508714:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c4ff8f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.508835:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c4ff8f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.508843:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c4ff8f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.508849:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c4ff8f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.508854:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eec11561 already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.508857:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c4ff8f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.508864:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c4ff8f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.508873:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c8:0x0].0x0 (000000001ed40cb8) 00010000:00010000:2.0:1771968957.508875:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1771968957.508877:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c4ff8f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.508882:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c4ff8f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.508894:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c4ff81 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.508909:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c4ff81 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.508914:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c4ff81 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.508918:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000344e9b4a already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.508920:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c4ff81 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.508925:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c4ff81 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.508931:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x0 (00000000994a1f1d) 00010000:00010000:2.0:1771968957.508933:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.508935:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c4ff81 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.508940:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c4ff81 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.508950:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c4ff88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.508956:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c4ff88 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.508961:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c4ff88 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.508967:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ee22bac8 already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.508968:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c4ff88 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.508973:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c4ff88 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.509146:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x12eaac0d (0000000005460de7) 00010000:00010000:2.0:1771968957.509148:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.509150:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c4ff88 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.509154:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c4ff88 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.509243:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004256f8e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+580:12406:x1858043754043904:12345-192.168.202.27@tcp:36:dbench.0 Request processed in 749us (1122us total) trans 0 rc -39/-39 00000100:00100000:2.0:1771968957.509250:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35966 00000100:00100000:2.0:1771968957.512855:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.512962:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754044032 00000100:00100000:3.0:1771968957.513321:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9738 00000100:00100000:3.0:1771968957.513326:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d1bbb27 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+580:12406:x1858043754044032:12345-192.168.202.27@tcp:35:dbench.0 00000004:00080000:3.0:1771968957.513523:0:14898:0:(mdd_object.c:3529:mdd_close()) Object [0x200000402:0x7c2:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1771968957.513581:0:14898:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].965, 64 off70016 00000040:00080000:3.0:1771968957.513609:0:14898:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11036, 168 off1929992 00010000:00010000:3.0:1771968957.513653:0:14898:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000038fc2035/0x9268ded837c4ff96 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.513666:0:14898:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000038fc2035/0x9268ded837c4ff96 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669477923264 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.513674:0:14898:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000038fc2035/0x9268ded837c4ff96 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669477923264 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.513680:0:14898:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000038fc2035/0x9268ded837c4ff96 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669477923264 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.513685:0:14898:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000038fc2035/0x9268ded837c4ff96 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669477923264 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.513688:0:14898:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000038fc2035/0x9268ded837c4ff96 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669477923264 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.513703:0:14898:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1771968957.513726:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968957.513730:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000038fc2035/0x9268ded837c4ff96 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669477923264 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.513737:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000038fc2035 already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968957.513739:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000038fc2035/0x9268ded837c4ff96 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669477923264 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.513746:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000038fc2035/0x9268ded837c4ff96 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669477923264 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.513758:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c2:0x0].0x0 (00000000de986302) 00010000:00010000:2.0:1771968957.513761:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1771968957.513764:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000038fc2035/0x9268ded837c4ff96 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669477923264 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.513769:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000038fc2035/0x9268ded837c4ff96 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669477923264 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.513780:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.513781:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.513783:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968957.513886:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d1bbb27 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+581:12406:x1858043754044032:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 558us (1038us total) trans 4294984507 rc 0/0 00000100:00100000:3.0:1771968957.513894:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9738 00000100:00100000:3.0:1771968957.516593:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1771968957.518781:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968957.518787:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bff2b04e/0x9268ded837c4ff9d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x448:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669477923264 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.518797:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bff2b04e already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968957.518799:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bff2b04e/0x9268ded837c4ff9d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x448:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669477923264 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.518813:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bff2b04e/0x9268ded837c4ff9d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x448:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669477923264 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.518828:0:7238:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x448:0x0].0x0 (0000000000dda79c) 00010000:00010000:2.0:1771968957.518831:0:7238:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1771968957.518834:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bff2b04e/0x9268ded837c4ff9d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x448:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669477923264 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.518839:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bff2b04e/0x9268ded837c4ff9d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x448:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669477923264 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.518850:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.518851:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.518852:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968957.521285:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968957.521999:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.522004:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003c967198/0x9268ded837c4ffa4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x44e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669477923264 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.522012:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003c967198 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.522016:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003c967198/0x9268ded837c4ffa4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x44e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669477923264 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.522023:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003c967198/0x9268ded837c4ffa4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669477923264 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.522038:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44e:0x0].0x0 (00000000844f8e11) 00010000:00010000:3.0:1771968957.522040:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.522044:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003c967198/0x9268ded837c4ffa4 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x44e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669477923264 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.522049:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003c967198/0x9268ded837c4ffa4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x44e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669477923264 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14898 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.522060:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.522061:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.522062:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968957.526388:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1771968957.526970:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968957.526975:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a9c8c59b/0x9268ded837c4ffab lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x44d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669477923264 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.526983:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a9c8c59b already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968957.526986:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a9c8c59b/0x9268ded837c4ffab lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x44d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669477923264 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.527003:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a9c8c59b/0x9268ded837c4ffab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669477923264 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.527014:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44d:0x0].0x0 (00000000b04ec450) 00010000:00010000:2.0:1771968957.527017:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1771968957.527021:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a9c8c59b/0x9268ded837c4ffab lrc: 1/0,0 mode: --/PW res: [0x200000402:0x44d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669477923264 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.527026:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a9c8c59b/0x9268ded837c4ffab lrc: 0/0,0 mode: --/PW res: [0x200000402:0x44d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669477923264 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14898 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.527037:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.527038:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.527040:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968957.530993:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.531156:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754044544 00000100:00100000:0.0:1771968957.531277:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9742 00000100:00100000:0.0:1771968957.531284:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e694a031 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+584:12406:x1858043754044544:12345-192.168.202.27@tcp:35:dbench.0 00000004:00080000:0.0:1771968957.531501:0:6233:0:(mdd_object.c:3529:mdd_close()) Object [0x200000402:0x44b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1771968957.531554:0:6233:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].969, 64 off70272 00000040:00080000:0.0:1771968957.531583:0:6233:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11040, 168 off1930664 00010000:00010000:0.0:1771968957.531631:0:6233:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c4ffb2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.531644:0:6233:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c4ffb2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.531651:0:6233:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c4ffb2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.531656:0:6233:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c4ffb2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x44b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.531661:0:6233:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c4ffb2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x44b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.531668:0:6233:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c4ffb2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.531684:0:6233:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1771968957.531708:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968957.531713:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c4ffb2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x44b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.531721:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000056acc281 already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968957.531724:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c4ffb2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x44b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.531733:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c4ffb2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.531745:0:7238:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44b:0x0].0x0 (000000001a35ec71) 00010000:00010000:2.0:1771968957.531747:0:7238:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1771968957.531751:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c4ffb2 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x44b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.531757:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c4ffb2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x44b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.531768:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.531769:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.531771:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968957.531953:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e694a031 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+585:12406:x1858043754044544:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 667us (965us total) trans 4294984511 rc 0/0 00000100:00100000:0.0:1771968957.531961:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9742 00000100:00100000:2.0:1771968957.534961:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.535279:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754044672 00000100:00100000:0.0:1771968957.535323:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9743 00000100:00100000:0.0:1771968957.535329:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a50804ea pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+585:12406:x1858043754044672:12345-192.168.202.27@tcp:35:dbench.0 00000004:00080000:0.0:1771968957.535513:0:6233:0:(mdd_object.c:3529:mdd_close()) Object [0x200000402:0x7c0:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1771968957.535569:0:6233:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].967, 64 off70144 00000040:00080000:0.0:1771968957.535588:0:6233:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11041, 168 off1930832 00010000:00010000:0.0:1771968957.535636:0:6233:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4ffb9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.535649:0:6233:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4ffb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 18446634669732801664 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.535657:0:6233:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4ffb9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 18446634669732801664 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.535662:0:6233:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4ffb9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 18446634669732801664 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.535666:0:6233:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4ffb9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 18446634669732801664 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.535674:0:6233:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4ffb9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 18446634669732801664 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.535689:0:6233:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1771968957.535720:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.535726:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4ffb9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 18446634669732801664 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.535734:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cd98075b already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.535737:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4ffb9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 18446634669732801664 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.535744:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4ffb9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 18446634669732801664 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.535760:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c0:0x0].0x0 (00000000b17f474f) 00010000:00010000:3.0:1771968957.535763:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.535767:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4ffb9 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 18446634669732801664 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.535771:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4ffb9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7c0:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 18446634669732801664 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.535781:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.535782:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968957.535783:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968957.535848:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a50804ea pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+586:12406:x1858043754044672:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 517us (892us total) trans 4294984512 rc 0/0 00000100:00100000:0.0:1771968957.535855:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9743 00000100:00100000:2.0:1771968957.538238:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.538422:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754044800 00000100:00100000:0.0:1771968957.538466:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9744 00000100:00100000:0.0:1771968957.538472:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076f5cf3f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+586:12406:x1858043754044800:12345-192.168.202.27@tcp:35:dbench.0 00000004:00080000:0.0:1771968957.538723:0:6233:0:(mdd_object.c:3529:mdd_close()) Object [0x200000402:0x7b0:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1771968957.538783:0:6233:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].968, 64 off70208 00000040:00080000:0.0:1771968957.538811:0:6233:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11042, 168 off1931000 00010000:00010000:0.0:1771968957.538859:0:6233:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4ffc0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x7b0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.538874:0:6233:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4ffc0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.538883:0:6233:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4ffc0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.538987:0:6233:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4ffc0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.538994:0:6233:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4ffc0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.539005:0:6233:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4ffc0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.539230:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968957.539246:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4ffc0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.539261:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005d677e43 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968957.539267:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4ffc0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.539279:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4ffc0 lrc: 5/0,0 mode: PW/PW res: [0x200000402:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.539280:0:6233:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1771968957.539314:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b0:0x0].0x0 (000000006fed2ce2) 00010000:00010000:3.0:1771968957.539319:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968957.539325:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4ffc0 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.539333:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4ffc0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x7b0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669732801664 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6233 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.539427:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.539430:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968957.539432:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968957.539664:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076f5cf3f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+587:12406:x1858043754044800:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 1190us (1433us total) trans 4294984513 rc 0/0 00000100:00100000:0.0:1771968957.539672:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9744 00000100:00100000:2.0:1771968957.545425:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.545487:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754044928 00000100:00100000:0.0:1771968957.545594:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9745 00000100:00100000:0.0:1771968957.545601:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000bb7f6e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+587:12404:x1858043754044928:12345-192.168.202.27@tcp:35:dbench.0 00000001:00080000:0.0:1771968957.545841:0:6233:0:(tgt_lastrcvd.c:2004:tgt_txn_stop_cb()) More than one transaction 4294984514 00000100:00100000:0.0:1771968957.545951:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000bb7f6e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12404:x1858043754044928:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 349us (532us total) trans 4294984514 rc 0/0 00000100:00100000:0.0:1771968957.545959:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9745 00000100:00100000:2.0:1771968957.548215:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.548539:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754045056 00000100:00100000:0.0:1771968957.548598:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9746 00000100:00100000:0.0:1771968957.548605:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008e6078ef pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12404:x1858043754045056:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:0.0:1771968957.548862:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008e6078ef pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+589:12404:x1858043754045056:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 256us (653us total) trans 4294984515 rc 0/0 00000100:00100000:0.0:1771968957.548870:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9746 00000100:00100000:2.0:1771968957.554301:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.554416:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754045184 00000100:00100000:3.0:1771968957.554498:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9747 00000100:00100000:3.0:1771968957.554506:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b7e273d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+589:12404:x1858043754045184:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:3.0:1771968957.554732:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b7e273d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+590:12404:x1858043754045184:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 226us (439us total) trans 4294984516 rc 0/0 00000100:00100000:3.0:1771968957.554740:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9747 00000100:00100000:2.0:1771968957.556346:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.556447:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754045312 00000100:00100000:3.0:1771968957.556524:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9748 00000100:00100000:3.0:1771968957.556530:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001392411 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+590:12404:x1858043754045312:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:3.0:1771968957.556823:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001392411 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+591:12404:x1858043754045312:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 292us (483us total) trans 4294984517 rc 0/0 00000100:00100000:3.0:1771968957.556831:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9748 00000100:00100000:2.0:1771968957.561075:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.562467:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754045440 00000100:00100000:2.0:1771968957.562700:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9749 00000100:00100000:2.0:1771968957.562707:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf1e7aab pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+591:12404:x1858043754045440:12345-192.168.202.27@tcp:35:dbench.0 00000100:00100000:2.0:1771968957.563138:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf1e7aab pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+592:12404:x1858043754045440:12345-192.168.202.27@tcp:35:dbench.0 Request processed in 430us (2249us total) trans 4294984518 rc 0/0 00000100:00100000:2.0:1771968957.563146:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9749 00000100:00100000:2.0:1771968957.583693:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.583856:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754045504 00000100:00100000:0.0:1771968957.583921:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35967 00000100:00100000:0.0:1771968957.583928:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080dadaa1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+592:12517:x1858043754045504:12345-192.168.202.27@tcp:101:bash.0 00010000:00010000:0.0:1771968957.583953:0:6230:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1771968957.583976:0:6230:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4ffc7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e819 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.584044:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4ffce lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.584058:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4ffce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.584070:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4ffce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1771968957.584109:0:6230:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c1:0x0]: returning size 4096 00000004:00200000:0.0:1771968957.584113:0:6230:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 6 stripe count 1 MDT count 2 00000004:00010000:0.0:1771968957.584131:0:6230:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4ffce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.584156:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4ffc7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e819 expref: 594 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.584171:0:6230:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4ffce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e819 expref: 593 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.584377:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x0 (000000002ab48825) 00010000:00010000:0.0:1771968957.584380:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1771968957.584384:0:6230:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000cd98075b, rc 0) 00000100:00100000:0.0:1771968957.584467:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080dadaa1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12517:x1858043754045504:12345-192.168.202.27@tcp:101:bash.0 Request processed in 539us (780us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.584475:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35967 00000100:00100000:3.0:1771968957.591095:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.591267:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754045568 00000100:00100000:0.0:1771968957.591327:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35968 00000100:00100000:0.0:1771968957.591334:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed9fe1b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12517:x1858043754045568:12345-192.168.202.27@tcp:101:bash.0 00010000:00010000:0.0:1771968957.591358:0:6230:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1771968957.591384:0:6230:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4ffd5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e820 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.591462:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c4ffdc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.591479:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c4ffdc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.591489:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c4ffdc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.591504:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4ffe3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x3ae3d5f0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.591510:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4ffe3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.591517:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4ffe3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.591571:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c4ffdc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.591578:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c4ffdc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.591583:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c4ffdc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.591589:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000056acc281 already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.591592:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c4ffdc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.591598:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c4ffdc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.591609:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x0 (000000002ab48825) 00010000:00010000:0.0:1771968957.591612:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.591615:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c4ffdc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.591621:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c4ffdc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.591634:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4ffe3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.591640:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4ffe3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.591645:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4ffe3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.591650:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008eacd20c already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.591652:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4ffe3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.591657:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4ffe3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.591664:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x3ae3d5f0 (0000000052e3fc35) 00010000:00010000:0.0:1771968957.591666:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.591668:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4ffe3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.591673:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c4ffe3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x3ae3d5f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.591703:0:6230:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4ffd5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e820 expref: 594 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.591711:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4ffd5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e820 expref: 594 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.591719:0:6230:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005d677e43, rc 0) 00000100:00100000:0.0:1771968957.591777:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed9fe1b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12517:x1858043754045568:12345-192.168.202.27@tcp:101:bash.0 Request processed in 443us (690us total) trans 0 rc 301/301 00000100:00100000:0.0:1771968957.591784:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35968 00000100:00100000:2.0:1771968957.599311:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.603545:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.603637:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754045696 00000100:00100000:0.0:1771968957.603696:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35970 00000100:00100000:0.0:1771968957.603703:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000636b9033 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12518:x1858043754045696:12345-192.168.202.27@tcp:101:date.0 00010000:00010000:0.0:1771968957.603725:0:6230:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1771968957.603745:0:6230:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4ffff lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e82e expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.603810:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50006 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.603829:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50006 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.603841:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50006 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.603856:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c5000d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x3491cd4c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.603863:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c5000d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.603869:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c5000d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.603921:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50006 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.603928:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50006 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.603934:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50006 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.603940:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008eacd20c already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.603943:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50006 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.603949:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50006 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.603961:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x0 (000000002ab48825) 00010000:00010000:0.0:1771968957.603964:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.603968:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50006 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.603974:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50006 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.603986:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c5000d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.604084:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c5000d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.604092:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c5000d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.604097:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000056acc281 already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.604099:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c5000d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.604104:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c5000d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.604111:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x3491cd4c (0000000052e3fc35) 00010000:00010000:0.0:1771968957.604113:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.604115:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c5000d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.604125:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c5000d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x3491cd4c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.604155:0:6230:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4ffff lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e82e expref: 594 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.604163:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c4ffff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e82e expref: 594 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.604171:0:6230:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005d677e43, rc 0) 00000100:00100000:0.0:1771968957.604262:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000636b9033 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12518:x1858043754045696:12345-192.168.202.27@tcp:101:date.0 Request processed in 558us (724us total) trans 0 rc 301/301 00000100:00100000:0.0:1771968957.604269:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35970 00000100:00100000:3.0:1771968957.608290:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.612409:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.624035:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.630144:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.635590:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.638656:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.639762:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000808cf505 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12519:x1858043754046336:12345-192.168.202.27@tcp:101:ps.0 Request processed in 830us (1116us total) trans 0 rc 301/301 00000100:00100000:2.0:1771968957.639771:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35976 00000100:00100000:3.0:1771968957.642963:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.643087:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754046464 00000100:00100000:2.0:1771968957.643164:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35977 00000100:00100000:2.0:1771968957.643209:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000757c640f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12519:x1858043754046464:12345-192.168.202.27@tcp:101:ps.0 00010000:00010000:2.0:1771968957.643238:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1771968957.643265:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c50092 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e85f expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.643358:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c50099 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.643371:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c50099 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.643382:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c50099 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.643394:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c500a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x46114526 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.643399:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c500a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.643402:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c500a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.643442:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c50099 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.643446:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c50099 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.643450:0:8228:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c50099 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.643456:0:8228:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000344e9b4a already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.643459:0:8228:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c50099 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.643464:0:8228:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c50099 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.643474:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x0 (000000002ab48825) 00010000:00010000:2.0:1771968957.643475:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.643478:0:8228:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c50099 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.643482:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c50099 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.643490:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c500a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.643494:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c500a0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.643497:0:8228:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c500a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.643500:0:8228:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eec11561 already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.643501:0:8228:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c500a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.643504:0:8228:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c500a0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.643508:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x46114526 (0000000005460de7) 00010000:00010000:2.0:1771968957.643510:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.643511:0:8228:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c500a0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.643514:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c500a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x46114526 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.643542:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c50092 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e85f expref: 594 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.643547:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c50092 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e85f expref: 594 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.643552:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000ee22bac8, rc 0) 00000100:00100000:2.0:1771968957.643615:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000757c640f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12519:x1858043754046464:12345-192.168.202.27@tcp:101:ps.0 Request processed in 442us (663us total) trans 0 rc 301/301 00000100:00100000:2.0:1771968957.643624:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35977 00000100:00100000:0.0:1771968957.645812:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.646062:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754046592 00000100:00100000:2.0:1771968957.646161:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35978 00000100:00100000:2.0:1771968957.646166:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000085f7df1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12519:x1858043754046592:12345-192.168.202.27@tcp:101:ps.0 00010000:00010000:2.0:1771968957.646237:0:6230:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1771968957.646259:0:6230:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005e9049f6/0x9268ded837c500a7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e866 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.646359:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000005f26ae0b/0x9268ded837c500ae lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.646378:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005f26ae0b/0x9268ded837c500ae lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.646387:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005f26ae0b/0x9268ded837c500ae lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.646398:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000942222c3/0x9268ded837c500b5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x907a850 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.646403:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000942222c3/0x9268ded837c500b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.646406:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000942222c3/0x9268ded837c500b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.646442:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000005f26ae0b/0x9268ded837c500ae lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.646446:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005f26ae0b/0x9268ded837c500ae lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.646450:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005f26ae0b/0x9268ded837c500ae lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.646454:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005f26ae0b already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.646456:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005f26ae0b/0x9268ded837c500ae lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.646460:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005f26ae0b/0x9268ded837c500ae lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.646471:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x0 (000000002ab48825) 00010000:00010000:2.0:1771968957.646473:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.646477:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005f26ae0b/0x9268ded837c500ae lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.646481:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005f26ae0b/0x9268ded837c500ae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.646490:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000942222c3/0x9268ded837c500b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.646493:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000942222c3/0x9268ded837c500b5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.646497:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000942222c3/0x9268ded837c500b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.646500:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000942222c3 already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.646501:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000942222c3/0x9268ded837c500b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.646504:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000942222c3/0x9268ded837c500b5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.646507:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x907a850 (00000000994a1f1d) 00010000:00010000:2.0:1771968957.646508:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.646509:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000942222c3/0x9268ded837c500b5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.646515:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000942222c3/0x9268ded837c500b5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x907a850 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.646541:0:6230:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000005e9049f6/0x9268ded837c500a7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e866 expref: 594 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.646546:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005e9049f6/0x9268ded837c500a7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e866 expref: 594 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.646551:0:6230:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005e9049f6, rc 0) 00000100:00100000:2.0:1771968957.646608:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000085f7df1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12519:x1858043754046592:12345-192.168.202.27@tcp:101:ps.0 Request processed in 441us (807us total) trans 0 rc 301/301 00000100:00100000:2.0:1771968957.646616:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35978 00000100:00100000:3.0:1771968957.648418:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.648551:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754046720 00000100:00100000:2.0:1771968957.648611:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35979 00000100:00100000:2.0:1771968957.648618:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c83934e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12519:x1858043754046720:12345-192.168.202.27@tcp:101:ps.0 00010000:00010000:2.0:1771968957.648642:0:6230:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1771968957.648665:0:6230:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a5420399/0x9268ded837c500bc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e86d expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.648741:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c500c3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.648757:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c500c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.648768:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c500c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.648786:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c500ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x85a1b653 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.648793:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c500ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.648800:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c500ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.648850:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c500c3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.648858:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c500c3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.648865:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c500c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.648871:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005358f241 already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.648875:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c500c3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.648883:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c500c3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.648905:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x0 (000000002ab48825) 00010000:00010000:2.0:1771968957.648908:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.648913:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c500c3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.648924:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c500c3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.648938:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c500ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.648943:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c500ca lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.648948:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c500ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.648953:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002ee7cc68 already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.648955:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c500ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.648960:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c500ca lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.648968:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x85a1b653 (000000001ed40cb8) 00010000:00010000:2.0:1771968957.648970:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.648972:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c500ca lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.648977:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c500ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x85a1b653 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.649016:0:6230:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000a5420399/0x9268ded837c500bc lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e86d expref: 594 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.649028:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a5420399/0x9268ded837c500bc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e86d expref: 594 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.649036:0:6230:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a5420399, rc 0) 00000100:00100000:2.0:1771968957.649422:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c83934e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12519:x1858043754046720:12345-192.168.202.27@tcp:101:ps.0 Request processed in 803us (1011us total) trans 0 rc 301/301 00000100:00100000:2.0:1771968957.649432:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35979 00000100:00100000:0.0:1771968957.651779:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.651881:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754046848 00000100:00100000:2.0:1771968957.651959:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35980 00000100:00100000:2.0:1771968957.651968:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ae02daf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12519:x1858043754046848:12345-192.168.202.27@tcp:101:ps.0 00010000:00010000:2.0:1771968957.652000:0:6230:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1771968957.652029:0:6230:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c500d1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e874 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.652140:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ca3495a8/0x9268ded837c500d8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.652159:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ca3495a8/0x9268ded837c500d8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.652676:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ca3495a8/0x9268ded837c500d8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.652700:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c500df lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x102009d5 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.652708:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c500df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.652717:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c500df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.652768:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ca3495a8/0x9268ded837c500d8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.652776:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ca3495a8/0x9268ded837c500d8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.652783:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ca3495a8/0x9268ded837c500d8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.652790:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ca3495a8 already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.652794:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ca3495a8/0x9268ded837c500d8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.652801:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ca3495a8/0x9268ded837c500d8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.652814:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x0 (000000002ab48825) 00010000:00010000:2.0:1771968957.652817:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.652822:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ca3495a8/0x9268ded837c500d8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.652828:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ca3495a8/0x9268ded837c500d8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.652853:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c500df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.652861:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c500df lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.652865:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c500df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.652868:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ee22bac8 already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.652869:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c500df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.652872:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c500df lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.652876:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x102009d5 (0000000005460de7) 00010000:00010000:2.0:1771968957.652877:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.652878:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c500df lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.652881:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c500df lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x102009d5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.652931:0:6230:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c500d1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e874 expref: 594 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.652939:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c500d1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e874 expref: 594 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.652949:0:6230:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000007c9c4eb0, rc 0) 00000100:00100000:2.0:1771968957.653042:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ae02daf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12519:x1858043754046848:12345-192.168.202.27@tcp:101:ps.0 Request processed in 1073us (1271us total) trans 0 rc 301/301 00000100:00100000:2.0:1771968957.653051:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35980 00000100:00100000:2.0:1771968957.655584:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754046976 00000100:00100000:2.0:1771968957.655658:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35981 00000100:00100000:2.0:1771968957.655666:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0c0a555 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12519:x1858043754046976:12345-192.168.202.27@tcp:101:ps.0 00010000:00010000:2.0:1771968957.655696:0:6230:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1771968957.655729:0:6230:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c500e6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e87b expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.655823:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c500ed lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.655851:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c500ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.655864:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c500ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.655883:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000009dec03fc/0x9268ded837c500f4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x42ab077a bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.655890:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009dec03fc/0x9268ded837c500f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.655906:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009dec03fc/0x9268ded837c500f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.655956:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c500ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.655965:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c500ed lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.655972:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c500ed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.655977:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000344e9b4a already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.655982:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c500ed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.655990:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c500ed lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.656003:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x0 (000000002ab48825) 00010000:00010000:2.0:1771968957.656007:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.656012:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c500ed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.656018:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c500ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.656033:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000009dec03fc/0x9268ded837c500f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.656038:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009dec03fc/0x9268ded837c500f4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.656043:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009dec03fc/0x9268ded837c500f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.656053:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009dec03fc already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.656055:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009dec03fc/0x9268ded837c500f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.656060:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009dec03fc/0x9268ded837c500f4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.656067:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x42ab077a (00000000d7422324) 00010000:00010000:2.0:1771968957.656070:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.656072:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009dec03fc/0x9268ded837c500f4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.656077:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009dec03fc/0x9268ded837c500f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x42ab077a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.656119:0:6230:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c500e6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e87b expref: 594 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.656139:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c500e6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e87b expref: 594 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.656149:0:6230:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000eec11561, rc 0) 00000100:00100000:2.0:1771968957.656240:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0c0a555 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12519:x1858043754046976:12345-192.168.202.27@tcp:101:ps.0 Request processed in 573us (789us total) trans 0 rc 301/301 00000100:00100000:2.0:1771968957.656248:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35981 00000100:00100000:3.0:1771968957.661716:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.661857:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754047104 00000100:00100000:2.0:1771968957.662003:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35982 00000100:00100000:2.0:1771968957.662013:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002c0fb17d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12519:x1858043754047104:12345-192.168.202.27@tcp:101:ps.0 00010000:00010000:2.0:1771968957.662044:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1771968957.662073:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a5420399/0x9268ded837c500fb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e882 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.662255:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c50102 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.662276:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c50102 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.662289:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c50102 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.662305:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000009dec03fc/0x9268ded837c50109 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x28a377f8 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.662311:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009dec03fc/0x9268ded837c50109 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.662317:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009dec03fc/0x9268ded837c50109 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.662361:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c50102 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.662367:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c50102 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.662373:0:8228:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c50102 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.662384:0:8228:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eec11561 already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.662388:0:8228:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c50102 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.662395:0:8228:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c50102 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.662407:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x0 (000000002ab48825) 00010000:00010000:2.0:1771968957.662410:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.662415:0:8228:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c50102 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.662422:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c50102 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.662435:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000009dec03fc/0x9268ded837c50109 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.662440:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009dec03fc/0x9268ded837c50109 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.662445:0:8228:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009dec03fc/0x9268ded837c50109 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.662450:0:8228:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009dec03fc already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.662451:0:8228:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009dec03fc/0x9268ded837c50109 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.662457:0:8228:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009dec03fc/0x9268ded837c50109 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.662464:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x28a377f8 (00000000d7422324) 00010000:00010000:2.0:1771968957.662466:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.662468:0:8228:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009dec03fc/0x9268ded837c50109 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.662474:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009dec03fc/0x9268ded837c50109 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x28a377f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.662512:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000a5420399/0x9268ded837c500fb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e882 expref: 594 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.662520:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a5420399/0x9268ded837c500fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e882 expref: 594 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.662529:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a5420399, rc 0) 00000100:00100000:2.0:1771968957.662600:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002c0fb17d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12519:x1858043754047104:12345-192.168.202.27@tcp:101:ps.0 Request processed in 587us (897us total) trans 0 rc 301/301 00000100:00100000:2.0:1771968957.662608:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35982 00000100:00100000:0.0:1771968957.668219:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.669296:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754047232 00000100:00100000:2.0:1771968957.669384:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35983 00000100:00100000:2.0:1771968957.669393:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db56e782 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12519:x1858043754047232:12345-192.168.202.27@tcp:101:ps.0 00010000:00010000:2.0:1771968957.669421:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1771968957.669450:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c50110 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e889 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.669544:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c50117 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.669568:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c50117 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.669588:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c50117 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.669607:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c5011e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x90ba0166 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.669614:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c5011e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.669620:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c5011e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.669669:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c50117 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.669675:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c50117 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.669683:0:8228:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c50117 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.669690:0:8228:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007c9c4eb0 already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.669693:0:8228:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c50117 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.669700:0:8228:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c50117 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.669715:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x0 (000000002ab48825) 00010000:00010000:2.0:1771968957.669718:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.669723:0:8228:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c50117 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.669729:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c50117 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.669747:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c5011e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.669753:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c5011e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.669759:0:8228:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c5011e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.669764:0:8228:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ee22bac8 already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.669765:0:8228:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c5011e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.669770:0:8228:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c5011e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.669776:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x90ba0166 (0000000005460de7) 00010000:00010000:2.0:1771968957.669778:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.669779:0:8228:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c5011e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.669790:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c5011e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x90ba0166 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.669838:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c50110 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e889 expref: 594 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.669846:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c50110 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e889 expref: 594 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.669856:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000344e9b4a, rc 0) 00000100:00100000:2.0:1771968957.669954:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db56e782 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12519:x1858043754047232:12345-192.168.202.27@tcp:101:ps.0 Request processed in 561us (1787us total) trans 0 rc 301/301 00000100:00100000:2.0:1771968957.669963:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35983 00000100:00100000:0.0:1771968957.673783:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754047360 00000100:00100000:0.0:1771968957.673844:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35984 00000100:00100000:0.0:1771968957.673850:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e821718 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12519:x1858043754047360:12345-192.168.202.27@tcp:101:ps.0 00010000:00010000:0.0:1771968957.673875:0:6230:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1771968957.673910:0:6230:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c50125 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e890 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.674018:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c5012c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.674036:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c5012c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.674052:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c5012c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.674070:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50133 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0xce5b6a33 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.674078:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50133 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.674084:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50133 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.674134:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c5012c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.674143:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c5012c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.674150:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c5012c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.674157:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000056acc281 already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.674161:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c5012c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.674169:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c5012c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.674240:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x0 (000000002ab48825) 00010000:00010000:0.0:1771968957.674245:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.674250:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c5012c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.674257:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c5012c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.674271:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50133 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.674277:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50133 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.674283:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50133 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.674289:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008eacd20c already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.674291:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50133 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.674297:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50133 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.674304:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0xce5b6a33 (0000000052e3fc35) 00010000:00010000:0.0:1771968957.674307:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.674309:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50133 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.674314:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50133 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0xce5b6a33 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.674362:0:6230:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c50125 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e890 expref: 594 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.674370:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c50125 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e890 expref: 594 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.674379:0:6230:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005d677e43, rc 0) 00000100:00100000:0.0:1771968957.674506:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e821718 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12519:x1858043754047360:12345-192.168.202.27@tcp:101:ps.0 Request processed in 654us (1163us total) trans 0 rc 301/301 00000100:00100000:0.0:1771968957.674514:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35984 00000100:00100000:3.0:1771968957.685540:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.685667:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754047488 00000100:00100000:0.0:1771968957.685744:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35985 00000100:00100000:0.0:1771968957.685753:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051c5af12 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12519:x1858043754047488:12345-192.168.202.27@tcp:101:ps.0 00010000:00010000:0.0:1771968957.685784:0:6230:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1771968957.685815:0:6230:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c5013a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e897 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.685927:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50141 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.685943:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50141 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.685956:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50141 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.685972:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c50148 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0xe87eaafc bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.685980:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c50148 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.685987:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c50148 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.686036:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50141 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.686042:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50141 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.686049:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50141 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.686055:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008eacd20c already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.686059:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50141 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.686067:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50141 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.686081:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x0 (000000002ab48825) 00010000:00010000:0.0:1771968957.686084:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.686089:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50141 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.686094:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50141 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.686113:0:6230:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c50148 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.686118:0:6230:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c50148 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.686124:0:6230:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c50148 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.686129:0:6230:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000056acc281 already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.686131:0:6230:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c50148 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.686136:0:6230:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c50148 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.686143:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0xe87eaafc (0000000052e3fc35) 00010000:00010000:0.0:1771968957.686145:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.686147:0:6230:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c50148 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.686152:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c50148 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0xe87eaafc bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.686258:0:6230:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c5013a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e897 expref: 594 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.686268:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c5013a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e897 expref: 594 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.686281:0:6230:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005d677e43, rc 0) 00000100:00100000:3.0:1771968957.691061:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.695344:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.695465:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754047744 00000100:00100000:2.0:1771968957.695526:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35987 00000100:00100000:2.0:1771968957.695535:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008eeab365 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12519:x1858043754047744:12345-192.168.202.27@tcp:101:ps.0 00010000:00010000:2.0:1771968957.695564:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1771968957.695590:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c50164 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e8a5 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.695681:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c5016b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.695697:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c5016b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.695709:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c5016b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.695726:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c50172 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0xfb43d54d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.695733:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c50172 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.695739:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c50172 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.695789:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c5016b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.695797:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c5016b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.695805:0:8228:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c5016b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.695811:0:8228:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ee22bac8 already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.695815:0:8228:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c5016b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.695824:0:8228:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c5016b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.695837:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x0 (000000002ab48825) 00010000:00010000:2.0:1771968957.695840:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.695845:0:8228:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c5016b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.695857:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c5016b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.695869:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c50172 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.695875:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c50172 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.695881:0:8228:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c50172 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.695887:0:8228:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007c9c4eb0 already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.695889:0:8228:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c50172 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.695905:0:8228:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c50172 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.695913:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0xfb43d54d (0000000005460de7) 00010000:00010000:2.0:1771968957.695915:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.695917:0:8228:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c50172 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.695923:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c50172 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0xfb43d54d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.695965:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c50164 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e8a5 expref: 594 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.695990:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c50164 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e8a5 expref: 594 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.696001:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000344e9b4a, rc 0) 00000100:00100000:2.0:1771968957.696065:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008eeab365 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12519:x1858043754047744:12345-192.168.202.27@tcp:101:ps.0 Request processed in 530us (732us total) trans 0 rc 301/301 00000100:00100000:2.0:1771968957.696071:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35987 00000100:00100000:3.0:1771968957.699326:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.705137:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.754301:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.757406:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.760008:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.762234:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.762841:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754048256 00000100:00100000:3.0:1771968957.764578:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.764669:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754048320 00000100:00100000:3.0:1771968957.764713:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35994 00000100:00100000:3.0:1771968957.764719:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003259198f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12525:x1858043754048320:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968957.764880:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003259198f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12525:x1858043754048320:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 159us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968957.764888:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35994 00000100:00100000:3.0:1771968957.768610:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.768717:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754048384 00000100:00100000:2.0:1771968957.768841:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35995 00000100:00100000:2.0:1771968957.768849:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb514154 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12525:x1858043754048384:12345-192.168.202.27@tcp:501:chlg_load_threa.0 00000100:00100000:2.0:1771968957.769015:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb514154 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12525:x1858043754048384:12345-192.168.202.27@tcp:501:chlg_load_threa.0 Request processed in 165us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968957.769025:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35995 00000100:00100000:3.0:1771968957.773408:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.773459:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.776144:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.776450:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754048576 00000100:00100000:2.0:1771968957.776515:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35998 00000100:00100000:2.0:1771968957.776523:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bca7864e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+594:12525:x1858043754048576:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968957.776728:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bca7864e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+594:12525:x1858043754048576:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 205us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968957.776738:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35998 00000100:00100000:3.0:1771968957.778336:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.778413:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754048704 00000100:00100000:0.0:1771968957.778510:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 35999 00000100:00100000:0.0:1771968957.778519:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000710c7b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+594:12526:x1858043754048704:12345-192.168.202.27@tcp:101:rm.0 00010000:00010000:0.0:1771968957.778545:0:6231:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1771968957.778576:0:6231:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c501d4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e8c8 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1771968957.778706:0:6231:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c8:0x0]: returning size 4096 00010000:00010000:0.0:1771968957.778859:0:6231:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c501d4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e8c8 expref: 596 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.778873:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c501d4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e8c8 expref: 596 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.778890:0:6231:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005d677e43, rc 0) 00000100:00100000:0.0:1771968957.778977:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000710c7b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+595:12526:x1858043754048704:12345-192.168.202.27@tcp:101:rm.0 Request processed in 457us (647us total) trans 4294984519 rc 301/301 00000100:00100000:0.0:1771968957.778986:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 35999 00000100:00100000:3.0:1771968957.779386:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.783077:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.783456:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754048832 00000100:00100000:2.0:1771968957.783516:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9750 00000100:00100000:2.0:1771968957.783523:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b3374ea pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+595:12526:x1858043754048832:12345-192.168.202.27@tcp:37:rm.0 00000100:00100000:3.0:1771968957.784365:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754048896 00000100:00100000:3.0:1771968957.784509:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36001 00000100:00100000:3.0:1771968957.784517:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eca11ad0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12525:x1858043754048896:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968957.784709:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eca11ad0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12525:x1858043754048896:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 191us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968957.784723:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36001 00000100:00100000:3.0:1771968957.787385:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754048960 00000100:00100000:3.0:1771968957.787447:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36002 00000100:00100000:3.0:1771968957.787455:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000021a7a3aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12525:x1858043754048960:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968957.787511:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b3374ea pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12526:x1858043754048832:12345-192.168.202.27@tcp:37:rm.0 Request processed in 3988us (4446us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968957.787522:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9750 00000100:00100000:3.0:1771968957.787612:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000021a7a3aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+595:12525:x1858043754048960:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 157us (643us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968957.787620:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36002 00000100:00100000:0.0:1771968957.790643:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754049152 00000100:00100000:0.0:1771968957.790691:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36003 00000100:00100000:0.0:1771968957.790705:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002bb3aa23 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+595:12525:x1858043754049152:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968957.790911:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754049088 00000100:00100000:2.0:1771968957.791007:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9751 00000100:00100000:2.0:1771968957.791013:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002959e4db pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12526:x1858043754049088:12345-192.168.202.27@tcp:35:rm.0 00000100:00100000:0.0:1771968957.791065:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002bb3aa23 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12525:x1858043754049152:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 358us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.791080:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36003 00000100:00100000:2.0:1771968957.791496:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002959e4db pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12526:x1858043754049088:12345-192.168.202.27@tcp:35:rm.0 Request processed in 481us (1011us total) trans 4294984520 rc 0/0 00000100:00100000:2.0:1771968957.791503:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9751 00000100:00100000:3.0:1771968957.793800:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754049216 00000100:00100000:3.0:1771968957.793866:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754049344 00000100:00100000:3.0:1771968957.793952:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36004 00000100:00100000:3.0:1771968957.793961:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000968ce1d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12525:x1858043754049216:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968957.794236:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000968ce1d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12525:x1858043754049216:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 274us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968957.794244:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36004 00000100:00100000:3.0:1771968957.794267:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36005 00000100:00100000:3.0:1771968957.794272:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f7980ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12526:x1858043754049344:12345-192.168.202.27@tcp:101:rm.0 00010000:00010000:3.0:1771968957.794287:0:14913:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1771968957.794317:0:14913:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c501e2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e8cf expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.794558:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 00000000c9ae68e4/0x9268ded837c501e9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.794577:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000c9ae68e4/0x9268ded837c501e9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.794589:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c9ae68e4/0x9268ded837c501e9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1771968957.794601:0:14913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c8:0x0]: returning size 4096 00010000:00010000:3.0:1771968957.795028:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c501e2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e8cf expref: 599 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.795052:0:14913:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000c9ae68e4/0x9268ded837c501e9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e8cf expref: 598 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.795060:0:14913:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c8:0x0].0x0 (000000003f5dec00) 00010000:00010000:3.0:1771968957.795063:0:14913:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1771968957.795067:0:14913:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c9ae68e4, rc 0) 00000100:00100000:2.0:1771968957.795252:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f7980ff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12526:x1858043754049344:12345-192.168.202.27@tcp:101:rm.0 Request processed in 977us (1575us total) trans 4294984521 rc 0/0 00000100:00100000:2.0:1771968957.795261:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36005 00000100:00100000:2.0:1771968957.796952:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754049408 00000100:00100000:2.0:1771968957.797024:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36006 00000100:00100000:2.0:1771968957.797032:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d65231a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12525:x1858043754049408:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968957.797246:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d65231a3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12525:x1858043754049408:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 213us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968957.797255:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36006 00000100:00100000:0.0:1771968957.800241:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754049472 00000100:00100000:0.0:1771968957.800314:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36007 00000100:00100000:0.0:1771968957.800322:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f7b64ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12526:x1858043754049472:12345-192.168.202.27@tcp:101:rm.0 00010000:00010000:0.0:1771968957.800366:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1771968957.800395:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c501f7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e8d6 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.800474:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c501fe lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.800493:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c501fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3ca:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.800506:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c501fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3ca:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1771968957.800568:0:8228:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3ca:0x0]: returning size 4096 00000004:00200000:0.0:1771968957.800573:0:8228:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 2 00000004:00010000:0.0:1771968957.800598:0:8228:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c501fe lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3ca:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.800628:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c501f7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e8d6 expref: 600 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.800647:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c501fe lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3ca:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e8d6 expref: 599 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.800663:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ca:0x0].0x0 (00000000d7f982f2) 00010000:00010000:0.0:1771968957.800666:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1771968957.800669:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000056acc281, rc 0) 00000100:00100000:0.0:1771968957.800744:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f7b64ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12526:x1858043754049472:12345-192.168.202.27@tcp:101:rm.0 Request processed in 421us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.800751:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36007 00000100:00100000:0.0:1771968957.803490:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.803552:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.803647:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754049536 00000100:00100000:2.0:1771968957.803717:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36008 00000100:00100000:2.0:1771968957.803725:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005aea7a6e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:2265:x1858043754049536:12345-192.168.202.27@tcp:101:ll_sa_12526.0 00000100:00100000:3.0:1771968957.803728:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754049600 00010000:00010000:2.0:1771968957.803755:0:14913:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00000100:00100000:3.0:1771968957.803760:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9752 00000100:00100000:3.0:1771968957.803763:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b56f94b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754049600:12345-192.168.202.27@tcp:37:rm.0 00010000:00010000:2.0:1771968957.803781:0:14913:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c50205 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e8dd expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.803850:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c5020c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.803866:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c5020c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.803879:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c5020c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.803905:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c50213 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c8:0x0].0x977fac0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.803914:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c50213 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c8:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.803921:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c50213 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c8:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.804029:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a5420399/0x9268ded837c5021a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.804040:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a5420399/0x9268ded837c5021a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c9:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.804047:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a5420399/0x9268ded837c5021a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c9:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1771968957.804098:0:14913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c9:0x0]: returning size 4096 00000004:00200000:2.0:1771968957.804103:0:14913:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 2 00000004:00010000:2.0:1771968957.804145:0:14913:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000a5420399/0x9268ded837c5021a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c9:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.804158:0:14913:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c5020c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.804164:0:14913:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c5020c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.804171:0:14913:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c5020c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.804284:0:14913:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007c9c4eb0 already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.804288:0:14913:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c5020c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.804296:0:14913:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c5020c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.804311:0:14913:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c8:0x0].0x0 (000000003f5dec00) 00010000:00010000:2.0:1771968957.804314:0:14913:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.804319:0:14913:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c5020c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.804325:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c5020c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.804338:0:14913:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c50213 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c8:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.804343:0:14913:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c50213 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c8:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.804350:0:14913:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c50213 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c8:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.804355:0:14913:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ee22bac8 already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.804357:0:14913:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c50213 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c8:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.804362:0:14913:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c50213 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c8:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.804371:0:14913:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c8:0x0].0x977fac0d (0000000005460de7) 00010000:00010000:2.0:1771968957.804373:0:14913:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.804375:0:14913:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c50213 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c8:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.804380:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c50213 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c8:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.804413:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c50205 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e8dd expref: 602 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.804425:0:14913:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000a5420399/0x9268ded837c5021a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c9:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e8dd expref: 601 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.804431:0:14913:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c9:0x0].0x0 (00000000060a5258) 00010000:00010000:2.0:1771968957.804433:0:14913:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1771968957.804435:0:14913:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a5420399, rc 0) 00000100:00100000:2.0:1771968957.804497:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005aea7a6e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:2265:x1858043754049536:12345-192.168.202.27@tcp:101:ll_sa_12526.0 Request processed in 772us (1018us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968957.804504:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36008 00000100:00100000:0.0:1771968957.805676:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754049664 00000100:00100000:0.0:1771968957.805722:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36009 00000100:00100000:0.0:1771968957.805728:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005aa14584 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754049664:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968957.805892:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005aa14584 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754049664:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 162us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.805909:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36009 00000100:00100000:2.0:1771968957.809368:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b56f94b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754049600:12345-192.168.202.27@tcp:37:rm.0 Request processed in 5600us (5814us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968957.809383:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9752 00000100:00100000:0.0:1771968957.809774:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754049728 00000100:00100000:0.0:1771968957.809824:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36010 00000100:00100000:0.0:1771968957.809831:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ec895caf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754049728:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968957.810039:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ec895caf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754049728:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 207us (1453us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.810047:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36010 00000100:00100000:0.0:1771968957.811739:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754049792 00000100:00100000:0.0:1771968957.811792:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36011 00000100:00100000:0.0:1771968957.811800:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000398ceeb6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754049792:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968957.811975:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000398ceeb6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754049792:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 174us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.811984:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36011 00000100:00100000:0.0:1771968957.814536:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754049856 00000100:00100000:0.0:1771968957.814644:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36012 00000100:00100000:0.0:1771968957.814651:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1f9b338 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754049856:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968957.814853:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1f9b338 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754049856:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 200us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.814862:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36012 00000100:00100000:2.0:1771968957.815020:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754049920 00000100:00100000:2.0:1771968957.815052:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9753 00000100:00100000:2.0:1771968957.815057:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000875c41bc pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754049920:12345-192.168.202.27@tcp:37:rm.0 00000100:00100000:0.0:1771968957.817217:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754049984 00000100:00100000:0.0:1771968957.817260:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36013 00000100:00100000:0.0:1771968957.817265:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7c0d978 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12525:x1858043754049984:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968957.817430:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7c0d978 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12525:x1858043754049984:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 162us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.817442:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36013 00000100:00100000:2.0:1771968957.818870:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000875c41bc pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754049920:12345-192.168.202.27@tcp:37:rm.0 Request processed in 3802us (4354us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968957.818887:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9753 00000100:00100000:3.0:1771968957.819862:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754050048 00000100:00100000:3.0:1771968957.819929:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36014 00000100:00100000:3.0:1771968957.819936:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8a52665 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754050048:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968957.820157:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8a52665 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754050048:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 220us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968957.820165:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36014 00000100:00100000:0.0:1771968957.822766:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754050112 00000100:00100000:0.0:1771968957.823320:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754050176 00000100:00100000:0.0:1771968957.823405:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36015 00000100:00100000:0.0:1771968957.823413:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002993c8d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12526:x1858043754050112:12345-192.168.202.27@tcp:101:rm.0 00000100:00100000:3.0:1771968957.823439:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36016 00010000:00010000:0.0:1771968957.823443:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00000100:00100000:3.0:1771968957.823445:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002959e4db pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754050176:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00010000:00010000:0.0:1771968957.823480:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c50221 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3cc:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e8e4 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.823565:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50228 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.823583:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50228 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.823597:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50228 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968957.823641:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002959e4db pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12525:x1858043754050176:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 194us (640us total) trans 0 rc 0/0 00000004:00200000:0.0:1771968957.823649:0:8228:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3f2:0x0]: returning size 4096 00000100:00100000:3.0:1771968957.823650:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36016 00000004:00200000:0.0:1771968957.823653:0:8228:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 2 00000004:00010000:0.0:1771968957.823677:0:8228:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50228 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.823709:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c50221 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e8e4 expref: 602 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.823727:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50228 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f2:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e8e4 expref: 601 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.823736:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f2:0x0].0x0 (00000000f879f0ac) 00010000:00010000:0.0:1771968957.823739:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1771968957.823743:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000008eacd20c, rc 0) 00000100:00100000:0.0:1771968957.823773:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002993c8d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12526:x1858043754050112:12345-192.168.202.27@tcp:101:rm.0 Request processed in 360us (1158us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.823779:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36015 00000100:00100000:0.0:1771968957.826026:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754050240 00000100:00100000:0.0:1771968957.826083:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36017 00000100:00100000:0.0:1771968957.826089:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e96a3c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754050240:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968957.826489:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e96a3c7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754050240:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 398us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.826500:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36017 00000100:00100000:0.0:1771968957.827346:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.827542:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754050304 00000100:00100000:2.0:1771968957.827587:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9754 00000100:00100000:2.0:1771968957.827594:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008155539c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12526:x1858043754050304:12345-192.168.202.27@tcp:37:rm.0 00000100:00100000:0.0:1771968957.828392:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754050368 00000100:00100000:0.0:1771968957.828426:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36018 00000100:00100000:0.0:1771968957.828431:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007d80fcd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+603:12525:x1858043754050368:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968957.828938:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007d80fcd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+603:12525:x1858043754050368:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 504us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.828946:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36018 00000100:00100000:2.0:1771968957.831045:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754050432 00000100:00100000:2.0:1771968957.831111:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36019 00000100:00100000:2.0:1771968957.831119:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007a77057 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12525:x1858043754050432:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968957.831294:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008155539c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12526:x1858043754050304:12345-192.168.202.27@tcp:37:rm.0 Request processed in 3699us (3950us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.831302:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9754 00000100:00100000:2.0:1771968957.831469:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007a77057 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754050432:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 349us (611us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968957.831478:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36019 00000100:00100000:2.0:1771968957.833759:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754050496 00000100:00100000:2.0:1771968957.833808:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36020 00000100:00100000:2.0:1771968957.833813:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1517b51 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754050496:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968957.833939:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754050624 00000100:00100000:0.0:1771968957.833977:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9755 00000100:00100000:0.0:1771968957.833983:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041d2a7b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12526:x1858043754050624:12345-192.168.202.27@tcp:35:rm.0 00000100:00100000:2.0:1771968957.833989:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1517b51 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12525:x1858043754050496:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 173us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968957.833997:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36020 00000100:00100000:0.0:1771968957.834321:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041d2a7b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12526:x1858043754050624:12345-192.168.202.27@tcp:35:rm.0 Request processed in 338us (571us total) trans 4294984522 rc 0/0 00000100:00100000:0.0:1771968957.834330:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9755 00000100:00100000:3.0:1771968957.837518:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754050688 00000100:00100000:2.0:1771968957.837525:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754050816 00000100:00100000:2.0:1771968957.837597:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36021 00000100:00100000:3.0:1771968957.837607:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36022 00000100:00100000:2.0:1771968957.837609:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e821718 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+603:12526:x1858043754050816:12345-192.168.202.27@tcp:36:rm.0 00000100:00100000:3.0:1771968957.837617:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0c0a555 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+603:12525:x1858043754050688:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00010000:00010000:2.0:1771968957.837685:0:14913:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:2.0:1771968957.837730:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50228 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f2:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e8e4 expref: 603 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.837753:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c5479d0f/0x9268ded837c0d693 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a028d92 expref: 602 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.837763:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000307f40ac/0x9268ded837c04cae lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f2:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025c4c expref: 601 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.837772:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001b7d837e/0x9268ded837c04bb2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025bea expref: 600 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.837781:0:14913:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f2:0x0].0x0 (00000000f879f0ac) 00010000:00010000:2.0:1771968957.837794:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000042910dff/0x9268ded837c07565 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3cc:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026d32 expref: 599 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.837800:0:14913:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cc:0x0].0x0 (0000000060d53091) 00010000:00010000:2.0:1771968957.837802:0:14913:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968957.837830:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c5022f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.837847:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c5022f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.837861:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c5022f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.837878:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c50236 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3cc:0x0].0x8cffc40b bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.837885:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c50236 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cc:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.837901:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c50236 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cc:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.838021:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c5023d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3f2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.838030:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c5023d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.838037:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c5023d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968957.838284:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0c0a555 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12525:x1858043754050688:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 668us (892us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968957.838297:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36022 00000040:00080000:2.0:1771968957.838488:0:14913:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11043, 176 off1931176 00000004:00200000:2.0:1771968957.838543:0:14913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3f2:0x0]: returning size 4096 00000004:00010000:2.0:1771968957.838563:0:14913:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000009e821718 reply state 0000000051d45d7f transno 4294984523 ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c5023d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.838629:0:14913:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c5022f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.838642:0:14913:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c5022f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.838650:0:14913:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c5022f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.838656:0:14913:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000344e9b4a already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968957.838661:0:14913:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c5022f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.838670:0:14913:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c5022f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.838682:0:14913:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cc:0x0].0x0 (0000000060d53091) 00010000:00010000:2.0:1771968957.838685:0:14913:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968957.838689:0:14913:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c5022f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.838695:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c5022f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1771968957.838706:0:14913:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000009e821718 reply state 0000000051d45d7f transno 4294984523 ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c50236 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cc:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.838774:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e821718 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12526:x1858043754050816:12345-192.168.202.27@tcp:36:rm.0 Request processed in 1168us (1321us total) trans 4294984523 rc 0/0 00000100:00100000:2.0:1771968957.838782:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36021 00010000:00010000:0.0:1771968957.840458:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c50236 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.840482:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cc:0x0].0x8cffc40b (0000000005460de7) 00010000:00010000:0.0:1771968957.840485:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.840491:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c5023d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.840503:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f2:0x0].0x0 (00000000d7422324) 00010000:00010000:0.0:1771968957.840505:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:2.0:1771968957.841129:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754050880 00000100:00100000:3.0:1771968957.841138:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754050944 00000100:00100000:3.0:1771968957.841216:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36023 00000100:00100000:2.0:1771968957.841226:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36024 00000100:00100000:3.0:1771968957.841227:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d6bf4c48 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754050944:12345-192.168.202.27@tcp:101:rm.0 00000100:00100000:2.0:1771968957.841236:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032fb086e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754050880:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00010000:00010000:3.0:1771968957.841258:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1771968957.841279:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50244 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e8eb expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.841349:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000fdc57192/0x9268ded837c5024b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x449:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.841364:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fdc57192/0x9268ded837c5024b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x449:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.841374:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fdc57192/0x9268ded837c5024b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x449:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1771968957.841419:0:8228:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x449:0x0]: returning size 4096 00000004:00200000:3.0:1771968957.841423:0:8228:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 2 00000100:00100000:2.0:1771968957.841443:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032fb086e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754050880:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 208us (392us total) trans 0 rc 0/0 00000004:00010000:3.0:1771968957.841451:0:8228:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000fdc57192/0x9268ded837c5024b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x449:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968957.841456:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36024 00010000:00010000:3.0:1771968957.841488:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50244 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e8eb expref: 601 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.841506:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000fdc57192/0x9268ded837c5024b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x449:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e8eb expref: 600 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.841515:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x449:0x0].0x0 (00000000559b6bab) 00010000:00010000:3.0:1771968957.841519:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1771968957.841522:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000fdc57192, rc 0) 00000100:00100000:3.0:1771968957.841559:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d6bf4c48 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754050944:12345-192.168.202.27@tcp:101:rm.0 Request processed in 335us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968957.841565:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36023 00000100:00100000:3.0:1771968957.843929:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754051008 00000100:00100000:3.0:1771968957.843991:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36025 00000100:00100000:3.0:1771968957.843999:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000030f0b30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754051008:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968957.844198:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000030f0b30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754051008:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 198us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968957.844207:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36025 00000100:00100000:2.0:1771968957.845577:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.845593:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754051072 00000100:00100000:3.0:1771968957.845621:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754051136 00000100:00100000:0.0:1771968957.845646:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9756 00000100:00100000:0.0:1771968957.845653:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e6c5ffb pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12526:x1858043754051072:12345-192.168.202.27@tcp:37:rm.0 00000100:00100000:3.0:1771968957.845662:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36026 00000100:00100000:3.0:1771968957.845669:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002b7e273d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754051136:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968957.845800:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002b7e273d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754051136:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 130us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968957.845808:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36026 00000100:00100000:0.0:1771968957.848168:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e6c5ffb pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754051072:12345-192.168.202.27@tcp:37:rm.0 Request processed in 2503us (4302us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.848211:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9756 00000100:00100000:2.0:1771968957.848311:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.848382:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754051200 00000100:00100000:3.0:1771968957.848431:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36027 00000100:00100000:3.0:1771968957.848437:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001392411 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754051200:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968957.848570:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001392411 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754051200:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 133us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968957.848582:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36027 00000100:00100000:2.0:1771968957.850612:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.850671:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754051264 00000100:00100000:3.0:1771968957.850719:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36028 00000100:00100000:3.0:1771968957.850724:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf1e7aab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754051264:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968957.850871:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf1e7aab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754051264:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 147us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968957.850878:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36028 00000100:00100000:0.0:1771968957.854246:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754051392 00000100:00100000:0.0:1771968957.854316:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9757 00000100:00100000:0.0:1771968957.854326:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc11eb8a pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754051392:12345-192.168.202.27@tcp:35:rm.0 00000100:00100000:3.0:1771968957.854360:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.854658:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc11eb8a pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12526:x1858043754051392:12345-192.168.202.27@tcp:35:rm.0 Request processed in 332us (518us total) trans 4294984524 rc 0/0 00000100:00100000:0.0:1771968957.854668:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9757 00000100:00100000:3.0:1771968957.856422:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.856482:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.856553:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754051520 00000100:00100000:2.0:1771968957.856603:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754051648 00000100:00100000:2.0:1771968957.856632:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36030 00000100:00100000:2.0:1771968957.856640:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000886d0952 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12525:x1858043754051520:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968957.856853:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000886d0952 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12525:x1858043754051520:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 211us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968957.856863:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36030 00000100:00100000:0.0:1771968957.856870:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36031 00000100:00100000:0.0:1771968957.856877:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b3374ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12526:x1858043754051648:12345-192.168.202.27@tcp:36:rm.0 00010000:00010000:0.0:1771968957.856939:0:6232:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1771968957.856974:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fdc57192/0x9268ded837c5024b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x449:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e8eb expref: 601 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.857000:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d711f492/0x9268ded837c10ee7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x449:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02a0d2 expref: 600 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.857018:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dcb13560/0x9268ded837c073a5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x449:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026c7c expref: 599 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.857034:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004a02eaa2/0x9268ded837c072c5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x449:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026c21 expref: 598 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.857044:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x449:0x0].0x0 (00000000559b6bab) 00010000:00010000:0.0:1771968957.857053:0:6232:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968957.857081:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c50252 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.857096:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c50252 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.857105:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c50252 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.857118:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c50259 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3cc:0x0].0x2c71d537 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.857122:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c50259 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cc:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.857127:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c50259 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cc:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.857259:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50260 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x449:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.857266:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50260 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x449:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.857275:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50260 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x449:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1771968957.857529:0:6232:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11044, 176 off1931352 00000004:00200000:0.0:1771968957.857563:0:6232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x449:0x0]: returning size 4096 00000004:00010000:0.0:1771968957.857577:0:6232:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006b3374ea reply state 000000000e541265 transno 4294984525 ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50260 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x449:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.857615:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c50252 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.857620:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c50252 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.857626:0:6232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c50252 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.857629:0:6232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005d677e43 already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.857632:0:6232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c50252 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.857638:0:6232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c50252 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.857643:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cc:0x0].0x0 (0000000060d53091) 00010000:00010000:0.0:1771968957.857645:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.857648:0:6232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c50252 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.857656:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c50252 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1771968957.857661:0:6232:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006b3374ea reply state 000000000e541265 transno 4294984525 ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c50259 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cc:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968957.857711:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b3374ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12526:x1858043754051648:12345-192.168.202.27@tcp:36:rm.0 Request processed in 834us (1229us total) trans 4294984525 rc 0/0 00000100:00100000:0.0:1771968957.857717:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36031 00000100:00100000:3.0:1771968957.859010:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.859147:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754051712 00000100:00100000:3.0:1771968957.859277:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36032 00000100:00100000:3.0:1771968957.859283:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d275781 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12525:x1858043754051712:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968957.859453:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d275781 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12525:x1858043754051712:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 169us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968957.859460:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36032 00000100:00100000:3.0:1771968957.862085:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754051776 00000100:00100000:3.0:1771968957.862141:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754051840 00000100:00100000:3.0:1771968957.862250:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36033 00000100:00100000:3.0:1771968957.862258:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005671625b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754051776:12345-192.168.202.27@tcp:101:rm.0 00010000:00010000:3.0:1771968957.862288:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1771968957.862311:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50267 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e8f2 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.862387:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c5026e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x40b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.862406:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c5026e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.862419:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c5026e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1771968957.862472:0:8228:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x40b:0x0]: returning size 4096 00000004:00200000:3.0:1771968957.862477:0:8228:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 2 00000004:00010000:3.0:1771968957.862505:0:8228:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c5026e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x40b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.862532:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50267 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e8f2 expref: 602 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.862548:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c5026e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x40b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e8f2 expref: 600 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.862554:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40b:0x0].0x0 (000000007dd4a211) 00010000:00010000:3.0:1771968957.862557:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1771968957.862560:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000860b818e, rc 0) 00000100:00100000:3.0:1771968957.862602:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005671625b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754051776:12345-192.168.202.27@tcp:101:rm.0 Request processed in 345us (813us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968957.862609:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36033 00000100:00100000:2.0:1771968957.864658:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754051904 00000100:00100000:2.0:1771968957.864764:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36035 00000100:00100000:2.0:1771968957.864772:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df67884b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754051904:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968957.865006:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df67884b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754051904:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 234us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968957.865015:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36035 00000100:00100000:0.0:1771968957.865568:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.865642:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754051968 00000100:00100000:2.0:1771968957.865686:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9758 00000100:00100000:2.0:1771968957.865693:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008155539c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754051968:12345-192.168.202.27@tcp:37:rm.0 00000100:00100000:3.0:1771968957.866245:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754052032 00000100:00100000:3.0:1771968957.866289:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36036 00000100:00100000:3.0:1771968957.866295:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000682e0a4b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754052032:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968957.866420:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000682e0a4b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754052032:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 123us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968957.866430:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36036 00000100:00100000:0.0:1771968957.868315:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.868371:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754052096 00000100:00100000:3.0:1771968957.868427:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36037 00000100:00100000:3.0:1771968957.868435:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000174262f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12525:x1858043754052096:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968957.868677:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000174262f2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12525:x1858043754052096:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 242us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968957.868686:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36037 00000100:00100000:0.0:1771968957.869946:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.870001:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754052160 00000100:00100000:3.0:1771968957.870044:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36038 00000100:00100000:3.0:1771968957.870050:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c14528b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754052160:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968957.870204:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c14528b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754052160:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 152us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968957.870213:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36038 00000100:00100000:2.0:1771968957.870606:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008155539c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754051968:12345-192.168.202.27@tcp:37:rm.0 Request processed in 4911us (5039us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968957.870618:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9758 00000100:00100000:0.0:1771968957.871638:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.871693:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754052224 00000100:00100000:3.0:1771968957.871741:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36039 00000100:00100000:3.0:1771968957.871748:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055b02198 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754052224:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968957.871980:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055b02198 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754052224:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 231us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968957.871987:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36039 00000100:00100000:3.0:1771968957.873605:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754052288 00000100:00100000:3.0:1771968957.873659:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36040 00000100:00100000:3.0:1771968957.873668:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f43c9fd0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754052288:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968957.873868:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f43c9fd0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754052288:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 200us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968957.873879:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36040 00000100:00100000:2.0:1771968957.874056:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754052416 00000100:00100000:2.0:1771968957.874100:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9759 00000100:00100000:2.0:1771968957.874106:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008495c87e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754052416:12345-192.168.202.27@tcp:35:rm.0 00000100:00100000:2.0:1771968957.874477:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008495c87e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12526:x1858043754052416:12345-192.168.202.27@tcp:35:rm.0 Request processed in 370us (898us total) trans 4294984526 rc 0/0 00000100:00100000:2.0:1771968957.874486:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9759 00000100:00100000:3.0:1771968957.876170:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754052480 00000100:00100000:3.0:1771968957.876286:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754052608 00000100:00100000:0.0:1771968957.876304:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36041 00000100:00100000:0.0:1771968957.876450:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035b39fbd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12525:x1858043754052480:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968957.876477:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36042 00000100:00100000:3.0:1771968957.876483:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b97fbf30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12526:x1858043754052608:12345-192.168.202.27@tcp:36:rm.0 00010000:00010000:3.0:1771968957.876560:0:14913:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1771968957.876620:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c5026e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e8f2 expref: 602 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.876656:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dac03461/0x9268ded837c0e9b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029406 expref: 601 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.876671:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000079bd940d/0x9268ded837c057ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x40b:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0260f2 expref: 600 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.876685:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bb41edd3/0x9268ded837c056da lrc: 0/0,0 mode: --/CR res: [0x200000402:0x40b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026097 expref: 599 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.876698:0:14913:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40b:0x0].0x0 (000000007dd4a211) 00010000:00010000:3.0:1771968957.876716:0:14913:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1771968957.876724:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035b39fbd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12525:x1858043754052480:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 276us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.876735:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36041 00010000:00010000:3.0:1771968957.876754:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50275 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.876778:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50275 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.876793:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50275 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.876814:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005e57ec16/0x9268ded837c5027c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3cc:0x0].0xf17aab4e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.876823:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005e57ec16/0x9268ded837c5027c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cc:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.876831:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005e57ec16/0x9268ded837c5027c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cc:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.876959:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000fd63ca88/0x9268ded837c50283 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x40b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.876968:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fd63ca88/0x9268ded837c50283 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.876976:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fd63ca88/0x9268ded837c50283 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1771968957.877375:0:14913:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11045, 176 off1931528 00000004:00200000:3.0:1771968957.877423:0:14913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x40b:0x0]: returning size 4096 00000004:00010000:3.0:1771968957.877442:0:14913:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b97fbf30 reply state 00000000b619b6b3 transno 4294984527 ns: mdt-lustre-MDT0000_UUID lock: 00000000fd63ca88/0x9268ded837c50283 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x40b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.877481:0:14913:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50275 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.877494:0:14913:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50275 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.877502:0:14913:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50275 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.877509:0:14913:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000049e1769d already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968957.877513:0:14913:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50275 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.877521:0:14913:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50275 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.877531:0:14913:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cc:0x0].0x0 (0000000060d53091) 00010000:00010000:3.0:1771968957.877533:0:14913:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.877536:0:14913:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50275 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.877541:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50275 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968957.877549:0:14913:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b97fbf30 reply state 00000000b619b6b3 transno 4294984527 ns: mdt-lustre-MDT0000_UUID lock: 000000005e57ec16/0x9268ded837c5027c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cc:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968957.877610:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b97fbf30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12526:x1858043754052608:12345-192.168.202.27@tcp:36:rm.0 Request processed in 1125us (1393us total) trans 4294984527 rc 0/0 00000100:00100000:3.0:1771968957.877617:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36042 00010000:00010000:0.0:1771968957.879086:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005e57ec16/0x9268ded837c5027c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cc:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.879103:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cc:0x0].0xf17aab4e (00000000bb62cc45) 00010000:00010000:0.0:1771968957.879107:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.879112:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fd63ca88/0x9268ded837c50283 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x40b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.879124:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40b:0x0].0x0 (00000000c85a2c0b) 00010000:00010000:0.0:1771968957.879126:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968957.879144:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.879301:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.879643:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754052736 00000100:00100000:2.0:1771968957.879696:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754052672 00000100:00100000:2.0:1771968957.879733:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36043 00000100:00100000:2.0:1771968957.879740:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb254385 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754052736:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968957.879915:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb254385 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754052736:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 174us (774us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968957.879925:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36043 00000100:00100000:2.0:1771968957.879944:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36044 00000100:00100000:2.0:1771968957.879950:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffa7854a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12526:x1858043754052672:12345-192.168.202.27@tcp:101:rm.0 00010000:00010000:2.0:1771968957.879960:0:6232:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1771968957.879982:0:6232:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c5028a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e8f9 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.880046:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000009dec03fc/0x9268ded837c50291 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x413:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.880061:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009dec03fc/0x9268ded837c50291 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x413:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.880077:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000009dec03fc/0x9268ded837c50291 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x413:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1771968957.880122:0:6232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x413:0x0]: returning size 4096 00000004:00200000:2.0:1771968957.880126:0:6232:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 2 00000004:00010000:2.0:1771968957.880151:0:6232:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000009dec03fc/0x9268ded837c50291 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x413:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.880211:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c5028a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e8f9 expref: 601 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.880228:0:6232:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000009dec03fc/0x9268ded837c50291 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x413:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e8f9 expref: 600 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.880237:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x413:0x0].0x0 (00000000f94c67c3) 00010000:00010000:2.0:1771968957.880240:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1771968957.880243:0:6232:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000009dec03fc, rc 0) 00000100:00100000:2.0:1771968957.880272:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffa7854a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754052672:12345-192.168.202.27@tcp:101:rm.0 Request processed in 322us (971us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968957.880279:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36044 00000100:00100000:3.0:1771968957.882026:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.882093:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754052800 00000100:00100000:0.0:1771968957.882148:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36045 00000100:00100000:0.0:1771968957.882155:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed9fe1b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754052800:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968957.882499:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed9fe1b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754052800:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 343us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.882509:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36045 00000100:00100000:0.0:1771968957.883879:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754052928 00000100:00100000:0.0:1771968957.883942:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36046 00000100:00100000:0.0:1771968957.883949:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095caffcc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754052928:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968957.884106:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095caffcc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754052928:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 157us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.884115:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36046 00000100:00100000:2.0:1771968957.884375:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754052864 00000100:00100000:2.0:1771968957.884447:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9760 00000100:00100000:2.0:1771968957.884452:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009dab7f21 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754052864:12345-192.168.202.27@tcp:37:rm.0 00000100:00100000:3.0:1771968957.885797:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754052992 00000100:00100000:3.0:1771968957.885969:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36047 00000100:00100000:3.0:1771968957.885976:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001eae3889 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12525:x1858043754052992:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968957.886237:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001eae3889 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12525:x1858043754052992:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 259us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968957.886246:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36047 00000100:00100000:3.0:1771968957.887493:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754053056 00000100:00100000:3.0:1771968957.887541:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36048 00000100:00100000:3.0:1771968957.887548:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000622642e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754053056:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968957.887681:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000622642e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754053056:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 133us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968957.887690:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36048 00000100:00100000:3.0:1771968957.888453:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.888518:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754053120 00000100:00100000:0.0:1771968957.888559:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36049 00000100:00100000:0.0:1771968957.888564:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef05ae02 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754053120:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968957.888737:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef05ae02 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754053120:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 171us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.888745:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36049 00000100:00100000:2.0:1771968957.889091:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009dab7f21 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754052864:12345-192.168.202.27@tcp:37:rm.0 Request processed in 4636us (5483us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968957.889100:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9760 00000100:00100000:3.0:1771968957.890574:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.890945:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754053184 00000100:00100000:0.0:1771968957.891036:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36050 00000100:00100000:0.0:1771968957.891044:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ceba467 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754053184:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968957.891770:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ceba467 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754053184:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 725us (1201us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.891778:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36050 00000100:00100000:2.0:1771968957.892949:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754053312 00000100:00100000:3.0:1771968957.893103:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.893242:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754053376 00000100:00100000:2.0:1771968957.893360:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9761 00000100:00100000:2.0:1771968957.893367:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c094f0c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12526:x1858043754053312:12345-192.168.202.27@tcp:35:rm.0 00000100:00100000:2.0:1771968957.893723:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c094f0c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12526:x1858043754053312:12345-192.168.202.27@tcp:35:rm.0 Request processed in 355us (868us total) trans 4294984528 rc 0/0 00000100:00100000:2.0:1771968957.893732:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9761 00000100:00100000:0.0:1771968957.893776:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36051 00000100:00100000:0.0:1771968957.893782:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000808cf505 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754053376:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968957.893915:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000808cf505 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754053376:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 132us (814us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.893923:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36051 00000100:00100000:2.0:1771968957.895366:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.895420:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.895536:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754053504 00000100:00100000:0.0:1771968957.895574:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754053568 00000100:00100000:0.0:1771968957.895596:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36052 00000100:00100000:0.0:1771968957.895604:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e814c4bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12526:x1858043754053504:12345-192.168.202.27@tcp:36:rm.0 00010000:00010000:0.0:1771968957.895671:0:14913:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1771968957.895699:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009dec03fc/0x9268ded837c50291 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x413:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e8f9 expref: 602 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.895716:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000023b486b8/0x9268ded837c0f04e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x413:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029660 expref: 601 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.895725:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005990c9ed/0x9268ded837c05b64 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x413:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02625e expref: 600 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.895735:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000340d6a2d/0x9268ded837c05a6f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x413:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0261fc expref: 599 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.895745:0:14913:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x413:0x0].0x0 (00000000f94c67c3) 00010000:00010000:0.0:1771968957.895754:0:14913:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968957.895780:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c50298 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.895795:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c50298 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.895804:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c50298 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.895821:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000a136342e/0x9268ded837c5029f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3cc:0x0].0x46e192ec bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.895828:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a136342e/0x9268ded837c5029f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cc:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.895834:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a136342e/0x9268ded837c5029f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cc:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.895956:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000fc9bb97c/0x9268ded837c502a6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x413:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.895963:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fc9bb97c/0x9268ded837c502a6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x413:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.895967:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fc9bb97c/0x9268ded837c502a6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x413:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1771968957.896256:0:14913:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11046, 176 off1931704 00000004:00200000:0.0:1771968957.896292:0:14913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x413:0x0]: returning size 4096 00000004:00010000:0.0:1771968957.896304:0:14913:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e814c4bf reply state 00000000159f6a18 transno 4294984529 ns: mdt-lustre-MDT0000_UUID lock: 00000000fc9bb97c/0x9268ded837c502a6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x413:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.896338:0:14913:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c50298 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.896346:0:14913:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c50298 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.896354:0:14913:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c50298 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.896359:0:14913:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005d677e43 already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.896363:0:14913:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c50298 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.896371:0:14913:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c50298 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.896380:0:14913:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cc:0x0].0x0 (0000000060d53091) 00010000:00010000:0.0:1771968957.896383:0:14913:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.896386:0:14913:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c50298 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.896393:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c50298 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1771968957.896405:0:14913:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000e814c4bf reply state 00000000159f6a18 transno 4294984529 ns: mdt-lustre-MDT0000_UUID lock: 00000000a136342e/0x9268ded837c5029f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cc:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968957.896494:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e814c4bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754053504:12345-192.168.202.27@tcp:36:rm.0 Request processed in 890us (1131us total) trans 4294984529 rc 0/0 00000100:00100000:0.0:1771968957.896502:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36052 00000100:00100000:0.0:1771968957.896520:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36053 00000100:00100000:0.0:1771968957.896524:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f661a527 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12525:x1858043754053568:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968957.896623:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f661a527 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12525:x1858043754053568:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 96us (1201us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.896629:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36053 00000100:00100000:2.0:1771968957.898694:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.898765:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754053632 00000100:00100000:3.0:1771968957.898887:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36054 00000100:00100000:3.0:1771968957.898906:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000becb7a3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12526:x1858043754053632:12345-192.168.202.27@tcp:101:rm.0 00000100:00100000:2.0:1771968957.898974:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.898991:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754053696 00000100:00100000:2.0:1771968957.899010:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36055 00000100:00100000:2.0:1771968957.899013:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c554d92 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754053696:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00010000:00010000:3.0:1771968957.899112:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1771968957.899140:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c502ad lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e900 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.899237:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c502b4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3df:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.899257:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c502b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3df:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.899268:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c502b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3df:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1771968957.899320:0:8228:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3df:0x0]: returning size 4096 00000004:00200000:3.0:1771968957.899324:0:8228:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 2 00000004:00010000:3.0:1771968957.899348:0:8228:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c502b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3df:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.899376:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c502ad lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e900 expref: 602 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.899389:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c502b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3df:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e900 expref: 601 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.899396:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3df:0x0].0x0 (00000000c27a6181) 00010000:00010000:3.0:1771968957.899398:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1771968957.899402:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000860b818e, rc 0) 00000100:00100000:3.0:1771968957.899458:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000becb7a3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12526:x1858043754053632:12345-192.168.202.27@tcp:101:rm.0 Request processed in 564us (771us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968957.899463:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36054 00000100:00100000:2.0:1771968957.899927:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c554d92 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754053696:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 911us (952us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968957.899936:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36055 00000100:00100000:0.0:1771968957.901555:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.901617:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754053760 00000100:00100000:2.0:1771968957.901665:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9762 00000100:00100000:2.0:1771968957.901672:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e2cf6d06 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754053760:12345-192.168.202.27@tcp:37:rm.0 00000100:00100000:3.0:1771968957.901959:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.902032:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754053824 00000100:00100000:0.0:1771968957.902097:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36056 00000100:00100000:0.0:1771968957.902102:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000757c640f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754053824:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968957.902383:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000757c640f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12525:x1858043754053824:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 279us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.902391:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36056 00000100:00100000:0.0:1771968957.904044:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.904416:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e2cf6d06 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12526:x1858043754053760:12345-192.168.202.27@tcp:37:rm.0 Request processed in 2745us (2866us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968957.904425:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9762 00000100:00100000:0.0:1771968957.908280:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.908334:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754054016 00000100:00100000:2.0:1771968957.908441:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9763 00000100:00100000:2.0:1771968957.908447:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ef543a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754054016:12345-192.168.202.27@tcp:35:rm.0 00000100:00100000:3.0:1771968957.908756:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.908831:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754054080 00000100:00100000:2.0:1771968957.908834:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ef543a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12526:x1858043754054016:12345-192.168.202.27@tcp:35:rm.0 Request processed in 385us (562us total) trans 4294984530 rc 0/0 00000100:00100000:2.0:1771968957.908843:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9763 00000100:00100000:0.0:1771968957.908862:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36058 00000100:00100000:0.0:1771968957.908990:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c83934e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754054080:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968957.909209:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c83934e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754054080:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 340us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.909218:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36058 00000100:00100000:3.0:1771968957.910743:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.911070:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754054144 00000100:00100000:0.0:1771968957.911145:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36059 00000100:00100000:0.0:1771968957.911152:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002c0fb17d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754054144:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968957.911357:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002c0fb17d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754054144:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 204us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.911364:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36059 00000100:00100000:3.0:1771968957.911725:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.912014:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754054272 00000100:00100000:0.0:1771968957.912091:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36060 00000100:00100000:0.0:1771968957.912097:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051c5af12 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12526:x1858043754054272:12345-192.168.202.27@tcp:36:rm.0 00010000:00010000:0.0:1771968957.912155:0:8228:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1771968957.912229:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c502b4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3df:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e900 expref: 601 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.912259:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000012230034/0x9268ded837c0c885 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3df:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0288ad expref: 600 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.912274:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eb72c3df/0x9268ded837c043f5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3df:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0258e1 expref: 599 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.912285:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a45dd7eb/0x9268ded837c0430e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3df:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025886 expref: 598 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.912293:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3df:0x0].0x0 (00000000c27a6181) 00010000:00010000:0.0:1771968957.912305:0:8228:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968957.912336:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c502bb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.912354:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c502bb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.912363:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c502bb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.912375:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000058e0f7eb/0x9268ded837c502c2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3cc:0x0].0xc144154 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.912379:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000058e0f7eb/0x9268ded837c502c2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cc:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.912383:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000058e0f7eb/0x9268ded837c502c2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cc:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.912482:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c502c9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3df:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.912486:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c502c9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.912490:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c502c9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1771968957.912821:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11047, 176 off1931880 00000004:00200000:0.0:1771968957.912868:0:8228:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3df:0x0]: returning size 4096 00000004:00010000:0.0:1771968957.912885:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000051c5af12 reply state 00000000d14fd44f transno 4294984531 ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c502c9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.912934:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c502bb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.912940:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c502bb lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.912945:0:8228:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c502bb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.912949:0:8228:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d136d818 already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.912952:0:8228:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c502bb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.912958:0:8228:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c502bb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.912964:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cc:0x0].0x0 (0000000060d53091) 00010000:00010000:0.0:1771968957.912966:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.912969:0:8228:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c502bb lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.912973:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c502bb lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1771968957.912982:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000051c5af12 reply state 00000000d14fd44f transno 4294984531 ns: mdt-lustre-MDT0000_UUID lock: 0000000058e0f7eb/0x9268ded837c502c2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cc:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968957.913064:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051c5af12 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12526:x1858043754054272:12345-192.168.202.27@tcp:36:rm.0 Request processed in 966us (1344us total) trans 4294984531 rc 0/0 00000100:00100000:0.0:1771968957.913077:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36060 00000100:00100000:3.0:1771968957.913243:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.916649:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.921347:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754054400 00000100:00100000:0.0:1771968957.921450:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36062 00000100:00100000:0.0:1771968957.921457:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076c3bbf8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12526:x1858043754054400:12345-192.168.202.27@tcp:101:rm.0 00010000:00010000:0.0:1771968957.921494:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1771968957.921519:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c502d0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e907 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.921591:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c502d7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x445:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.921606:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c502d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x445:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.921616:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c502d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x445:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1771968957.921675:0:8228:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x445:0x0]: returning size 4096 00000004:00200000:0.0:1771968957.921679:0:8228:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 2 00000004:00010000:0.0:1771968957.921701:0:8228:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c502d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x445:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.921725:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c502d0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e907 expref: 601 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.921738:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c502d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x445:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e907 expref: 600 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.921750:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x445:0x0].0x0 (000000008fe5a93d) 00010000:00010000:0.0:1771968957.921752:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1771968957.921755:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005d677e43, rc 0) 00000100:00100000:0.0:1771968957.921842:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076c3bbf8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754054400:12345-192.168.202.27@tcp:101:rm.0 Request processed in 384us (5204us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.921849:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36062 00000100:00100000:0.0:1771968957.922636:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754054464 00000100:00100000:0.0:1771968957.922675:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36063 00000100:00100000:0.0:1771968957.922680:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d3adff0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754054464:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968957.922843:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d3adff0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754054464:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 162us (711us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.922851:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36063 00000100:00100000:2.0:1771968957.925947:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754054528 00000100:00100000:2.0:1771968957.926020:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9764 00000100:00100000:2.0:1771968957.926029:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c2b27d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754054528:12345-192.168.202.27@tcp:37:rm.0 00000100:00100000:3.0:1771968957.926667:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.927769:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754054592 00000100:00100000:0.0:1771968957.927831:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36064 00000100:00100000:0.0:1771968957.927839:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b43c7cba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12525:x1858043754054592:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968957.928014:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b43c7cba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12525:x1858043754054592:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 173us (1349us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.928023:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36064 00000100:00100000:3.0:1771968957.929669:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.930094:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754054656 00000100:00100000:0.0:1771968957.930424:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36065 00000100:00100000:0.0:1771968957.930432:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7d55482 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754054656:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968957.930628:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7d55482 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754054656:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 195us (965us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.930642:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36065 00000100:00100000:2.0:1771968957.930884:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c2b27d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754054528:12345-192.168.202.27@tcp:37:rm.0 Request processed in 4855us (5072us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968957.930904:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9764 00000100:00100000:3.0:1771968957.932794:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.932950:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754054720 00000100:00100000:0.0:1771968957.933016:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36066 00000100:00100000:0.0:1771968957.933024:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a61e838a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754054720:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968957.933388:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a61e838a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754054720:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 363us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.933398:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36066 00000100:00100000:3.0:1771968957.934887:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.934996:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.935374:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754054912 00000100:00100000:0.0:1771968957.935436:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36067 00000100:00100000:0.0:1771968957.935449:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003259198f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754054912:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968957.935632:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003259198f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754054912:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 188us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.935642:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36067 00000100:00100000:2.0:1771968957.936440:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754054848 00000100:00100000:2.0:1771968957.936482:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9765 00000100:00100000:2.0:1771968957.936489:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3920b04 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754054848:12345-192.168.202.27@tcp:35:rm.0 00000100:00100000:2.0:1771968957.937664:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3920b04 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12526:x1858043754054848:12345-192.168.202.27@tcp:35:rm.0 Request processed in 1168us (2778us total) trans 4294984532 rc 0/0 00000100:00100000:2.0:1771968957.937677:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9765 00000100:00100000:0.0:1771968957.939654:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.945745:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.945966:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.947486:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36070 00000100:00100000:0.0:1771968957.947493:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000042b6133 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12526:x1858043754055168:12345-192.168.202.27@tcp:36:rm.0 00010000:00010000:0.0:1771968957.947556:0:6232:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1771968957.947594:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d677e43/0x9268ded837c502d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x445:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e907 expref: 602 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.947623:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004239a9e6/0x9268ded837c156d1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x445:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02b8e2 expref: 601 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.947646:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000086151d67/0x9268ded837c10c16 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x445:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029fd6 expref: 600 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.947661:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002d1cc202/0x9268ded837c07113 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x445:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026b79 expref: 599 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.947675:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x445:0x0].0x0 (000000008fe5a93d) 00010000:00010000:0.0:1771968957.947688:0:6232:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968957.947721:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c502de lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.947739:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c502de lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.947752:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c502de lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.947779:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000042910dff/0x9268ded837c502e5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3cc:0x0].0x106120ec bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.947786:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000042910dff/0x9268ded837c502e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cc:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.947792:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000042910dff/0x9268ded837c502e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cc:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.947906:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000040c2ecb8/0x9268ded837c502ec lrc: 3/0,1 mode: --/EX res: [0x200000402:0x445:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.947918:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000040c2ecb8/0x9268ded837c502ec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x445:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.947925:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000040c2ecb8/0x9268ded837c502ec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x445:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1771968957.948310:0:6232:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11048, 176 off1932056 00000004:00200000:0.0:1771968957.948360:0:6232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x445:0x0]: returning size 4096 00000004:00010000:0.0:1771968957.948378:0:6232:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000042b6133 reply state 00000000a898b8cf transno 4294984533 ns: mdt-lustre-MDT0000_UUID lock: 0000000040c2ecb8/0x9268ded837c502ec lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x445:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.948417:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c502de lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.948425:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c502de lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.948433:0:6232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c502de lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.948440:0:6232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d136d818 already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968957.948444:0:6232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c502de lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.948452:0:6232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c502de lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.948462:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cc:0x0].0x0 (0000000060d53091) 00010000:00010000:0.0:1771968957.948465:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.948469:0:6232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c502de lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.948474:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c502de lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1771968957.948483:0:6232:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000042b6133 reply state 00000000a898b8cf transno 4294984533 ns: mdt-lustre-MDT0000_UUID lock: 0000000042910dff/0x9268ded837c502e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cc:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968957.948543:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000042b6133 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12526:x1858043754055168:12345-192.168.202.27@tcp:36:rm.0 Request processed in 1049us (2576us total) trans 4294984533 rc 0/0 00000100:00100000:0.0:1771968957.948551:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36070 00000100:00100000:0.0:1771968957.951905:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968957.952056:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.952633:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36072 00000100:00100000:3.0:1771968957.952643:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000022801ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754055296:12345-192.168.202.27@tcp:101:rm.0 00010000:00010000:3.0:1771968957.952669:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1771968957.952694:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c502f3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e90e expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.953006:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000001994143c/0x9268ded837c502fa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.953024:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001994143c/0x9268ded837c502fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.953038:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001994143c/0x9268ded837c502fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1771968957.953093:0:8228:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d7:0x0]: returning size 4096 00000004:00200000:3.0:1771968957.953097:0:8228:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 2 00000004:00010000:3.0:1771968957.953122:0:8228:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000001994143c/0x9268ded837c502fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.953152:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c502f3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e90e expref: 601 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.953170:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000001994143c/0x9268ded837c502fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d7:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e90e expref: 600 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.954286:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d7:0x0].0x0 (00000000f7a0d5da) 00010000:00010000:3.0:1771968957.954290:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1771968957.954295:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000001994143c, rc 0) 00000100:00100000:3.0:1771968957.954362:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000022801ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754055296:12345-192.168.202.27@tcp:101:rm.0 Request processed in 1718us (2304us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968957.954370:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36072 00000100:00100000:3.0:1771968957.954493:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754055360 00000100:00100000:3.0:1771968957.954530:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36073 00000100:00100000:3.0:1771968957.954537:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000001539fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754055360:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968957.954731:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000001539fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754055360:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 193us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968957.954738:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36073 00000100:00100000:2.0:1771968957.957986:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754055488 00000100:00100000:2.0:1771968957.958050:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9766 00000100:00100000:2.0:1771968957.958057:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007caf626b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754055488:12345-192.168.202.27@tcp:37:rm.0 00000100:00100000:3.0:1771968957.960135:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754055424 00000100:00100000:3.0:1771968957.960202:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36074 00000100:00100000:3.0:1771968957.960208:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f1215d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754055424:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968957.960382:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f1215d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754055424:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 173us (2679us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968957.960389:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36074 00000100:00100000:2.0:1771968957.963341:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754055552 00000100:00100000:2.0:1771968957.963414:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36075 00000100:00100000:2.0:1771968957.963422:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000daf3c51a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754055552:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968957.963711:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000daf3c51a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754055552:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 287us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968957.963725:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36075 00000100:00100000:3.0:1771968957.963856:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007caf626b pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754055488:12345-192.168.202.27@tcp:37:rm.0 Request processed in 5798us (6096us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968957.963865:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9766 00000100:00100000:2.0:1771968957.965788:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754055616 00000100:00100000:2.0:1771968957.965873:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36076 00000100:00100000:2.0:1771968957.965879:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8243a4e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754055616:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968957.966060:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8243a4e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754055616:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 179us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968957.966068:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36076 00000100:00100000:0.0:1771968957.967553:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.968497:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754055744 00000100:00100000:3.0:1771968957.968658:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9767 00000100:00100000:3.0:1771968957.968664:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a66d1e4c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754055744:12345-192.168.202.27@tcp:35:rm.0 00000100:00100000:3.0:1771968957.969018:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a66d1e4c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12526:x1858043754055744:12345-192.168.202.27@tcp:35:rm.0 Request processed in 352us (1475us total) trans 4294984534 rc 0/0 00000100:00100000:3.0:1771968957.969027:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9767 00000100:00100000:2.0:1771968957.969235:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754055808 00000100:00100000:2.0:1771968957.969263:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36077 00000100:00100000:2.0:1771968957.969268:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008495c87e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754055808:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968957.969389:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008495c87e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754055808:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 120us (783us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968957.969396:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36077 00000100:00100000:0.0:1771968957.976073:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.976445:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754055936 00000100:00100000:3.0:1771968957.976544:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36078 00000100:00100000:3.0:1771968957.976552:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a80f930 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12526:x1858043754055936:12345-192.168.202.27@tcp:36:rm.0 00010000:00010000:3.0:1771968957.976626:0:8228:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1771968957.976664:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001994143c/0x9268ded837c502fa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d7:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e90e expref: 601 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.976693:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eff2c674/0x9268ded837c0c242 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d7:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a028661 expref: 600 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.976708:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dac6af6f/0x9268ded837c0402f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d7:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025767 expref: 599 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.976723:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d6f8d380/0x9268ded837c03f48 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02570c expref: 598 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.976734:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d7:0x0].0x0 (00000000f7a0d5da) 00010000:00010000:3.0:1771968957.976745:0:8228:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968957.976780:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50301 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.976798:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50301 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.976810:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50301 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.976908:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000086151d67/0x9268ded837c50308 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3cc:0x0].0x9e0a5f7e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.976917:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000086151d67/0x9268ded837c50308 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cc:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.976924:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000086151d67/0x9268ded837c50308 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cc:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.977042:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c5030f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.977049:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c5030f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.977054:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c5030f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1771968957.977376:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11049, 176 off1932232 00000004:00200000:3.0:1771968957.977410:0:8228:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d7:0x0]: returning size 4096 00000004:00010000:3.0:1771968957.977424:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000009a80f930 reply state 000000002954115f transno 4294984535 ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c5030f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.977459:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50301 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.977464:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50301 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.977473:0:8228:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50301 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.977478:0:8228:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000049e1769d already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968957.977480:0:8228:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50301 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.977485:0:8228:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50301 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.977491:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cc:0x0].0x0 (0000000060d53091) 00010000:00010000:3.0:1771968957.977493:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968957.977494:0:8228:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50301 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968957.977498:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50301 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968957.977505:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000009a80f930 reply state 000000002954115f transno 4294984535 ns: mdt-lustre-MDT0000_UUID lock: 0000000086151d67/0x9268ded837c50308 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cc:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968957.977581:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a80f930 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12526:x1858043754055936:12345-192.168.202.27@tcp:36:rm.0 Request processed in 1028us (1519us total) trans 4294984535 rc 0/0 00000100:00100000:3.0:1771968957.977588:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36078 00000100:00100000:0.0:1771968957.978926:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.979599:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754056000 00000100:00100000:2.0:1771968957.979667:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36079 00000100:00100000:2.0:1771968957.979675:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d06466cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12525:x1858043754056000:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968957.979915:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d06466cf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12525:x1858043754056000:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 239us (994us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968957.979925:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36079 00000100:00100000:2.0:1771968957.983438:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754056064 00000100:00100000:2.0:1771968957.983507:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36080 00000100:00100000:2.0:1771968957.983515:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009dab7f21 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12526:x1858043754056064:12345-192.168.202.27@tcp:101:rm.0 00010000:00010000:2.0:1771968957.983549:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1771968957.983579:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c50316 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e915 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.983661:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c5031d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.983680:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c5031d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.983694:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c5031d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1771968957.983757:0:8228:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41b:0x0]: returning size 4096 00000004:00200000:2.0:1771968957.983762:0:8228:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 2 00000004:00010000:2.0:1771968957.983789:0:8228:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c5031d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.983819:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c50316 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e915 expref: 601 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.983840:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c5031d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e915 expref: 600 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968957.983850:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x0 (000000007bc91f44) 00010000:00010000:2.0:1771968957.983853:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1771968957.983858:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000eec11561, rc 0) 00000100:00100000:2.0:1771968957.983938:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009dab7f21 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754056064:12345-192.168.202.27@tcp:101:rm.0 Request processed in 422us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968957.983945:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36080 00010000:00010000:0.0:1771968957.984129:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000086151d67/0x9268ded837c50308 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.984139:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cc:0x0].0x9e0a5f7e (000000008fe5a93d) 00010000:00010000:0.0:1771968957.984141:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968957.984146:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c5030f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968957.984153:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d7:0x0].0x0 (000000007dd4a211) 00010000:00010000:0.0:1771968957.984155:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968957.985924:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754056128 00000100:00100000:0.0:1771968957.986022:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36081 00000100:00100000:0.0:1771968957.986029:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c094f0c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754056128:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968957.986252:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c094f0c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754056128:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 222us (1691us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.986260:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36081 00000100:00100000:0.0:1771968957.988217:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754056256 00000100:00100000:0.0:1771968957.988270:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36082 00000100:00100000:0.0:1771968957.988276:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c2b27d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754056256:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968957.988441:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c2b27d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754056256:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 164us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.988450:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36082 00000100:00100000:3.0:1771968957.988824:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754056192 00000100:00100000:3.0:1771968957.988889:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9768 00000100:00100000:3.0:1771968957.988903:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e6c5ffb pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754056192:12345-192.168.202.27@tcp:37:rm.0 00000100:00100000:2.0:1771968957.992773:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754056320 00000100:00100000:2.0:1771968957.992882:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36083 00000100:00100000:2.0:1771968957.992890:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007caf626b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754056320:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968957.993139:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007caf626b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754056320:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 248us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968957.993147:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36083 00000100:00100000:3.0:1771968957.993616:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e6c5ffb pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754056192:12345-192.168.202.27@tcp:37:rm.0 Request processed in 4711us (5697us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968957.993626:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9768 00000100:00100000:2.0:1771968957.995434:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754056384 00000100:00100000:2.0:1771968957.995491:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36084 00000100:00100000:2.0:1771968957.995499:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e696369 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754056384:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968957.995715:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e696369 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754056384:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 214us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968957.995730:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36084 00000100:00100000:2.0:1771968957.998281:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968957.998329:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968957.998365:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754056512 00000100:00100000:0.0:1771968957.998483:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754056576 00000100:00100000:0.0:1771968957.998527:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36085 00000100:00100000:0.0:1771968957.998534:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080dadaa1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754056576:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968957.998619:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9769 00000100:00100000:2.0:1771968957.998625:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ef5e40f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12526:x1858043754056512:12345-192.168.202.27@tcp:35:rm.0 00000100:00100000:0.0:1771968957.998731:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080dadaa1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754056576:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 196us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968957.998741:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36085 00000100:00100000:2.0:1771968957.998951:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ef5e40f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12526:x1858043754056512:12345-192.168.202.27@tcp:35:rm.0 Request processed in 324us (683us total) trans 4294984536 rc 0/0 00000100:00100000:2.0:1771968957.998958:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9769 00000100:00100000:2.0:1771968958.000711:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.000788:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.000996:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36087 00000100:00100000:3.0:1771968958.001002:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000636b9033 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12526:x1858043754056768:12345-192.168.202.27@tcp:36:rm.0 00010000:00010000:3.0:1771968958.001051:0:6231:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1771968958.001087:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eec11561/0x9268ded837c5031d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e915 expref: 602 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.001111:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000e9fa4c3/0x9268ded837c0f564 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02982e expref: 601 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.001125:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000094a1d098/0x9268ded837c05f1c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41b:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0263d1 expref: 600 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.001135:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d059b74d/0x9268ded837c05e3c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41b:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026376 expref: 599 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.001146:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x0 (000000007bc91f44) 00010000:00010000:3.0:1771968958.001158:0:6231:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968958.001218:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50324 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.001236:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50324 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.001248:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50324 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.001267:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001994143c/0x9268ded837c5032b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3cc:0x0].0x56ca4f59 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.001274:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001994143c/0x9268ded837c5032b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cc:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.001281:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001994143c/0x9268ded837c5032b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cc:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.001471:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000fdc57192/0x9268ded837c50332 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x41b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.001482:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fdc57192/0x9268ded837c50332 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x41b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.001489:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fdc57192/0x9268ded837c50332 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x41b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000040:00080000:3.0:1771968958.001752:0:6231:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11050, 176 off1932408 00000004:00200000:3.0:1771968958.001788:0:6231:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x41b:0x0]: returning size 4096 00000004:00010000:3.0:1771968958.001801:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000636b9033 reply state 00000000a4d93c66 transno 4294984537 ns: mdt-lustre-MDT0000_UUID lock: 00000000fdc57192/0x9268ded837c50332 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x41b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.001833:0:6231:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50324 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.001838:0:6231:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50324 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.001847:0:6231:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50324 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.001854:0:6231:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000049e1769d already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968958.001859:0:6231:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50324 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.001866:0:6231:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50324 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.001875:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cc:0x0].0x0 (0000000060d53091) 00010000:00010000:3.0:1771968958.001878:0:6231:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968958.001882:0:6231:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50324 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.001888:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c50324 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1771968958.001909:0:6231:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000636b9033 reply state 00000000a4d93c66 transno 4294984537 ns: mdt-lustre-MDT0000_UUID lock: 000000001994143c/0x9268ded837c5032b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cc:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968958.001977:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000636b9033 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12526:x1858043754056768:12345-192.168.202.27@tcp:36:rm.0 Request processed in 972us (1187us total) trans 4294984537 rc 0/0 00000100:00100000:3.0:1771968958.001985:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36087 00000100:00100000:3.0:1771968958.004756:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754056832 00000100:00100000:3.0:1771968958.004824:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36088 00000100:00100000:3.0:1771968958.004831:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000adcb55b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12525:x1858043754056832:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968958.005076:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000adcb55b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12525:x1858043754056832:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 244us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968958.005086:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36088 00000100:00100000:2.0:1771968958.005963:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.006055:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754056896 00000100:00100000:3.0:1771968958.006098:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36089 00000100:00100000:3.0:1771968958.006105:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032600cfe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12526:x1858043754056896:12345-192.168.202.27@tcp:101:rm.0 00010000:00010000:3.0:1771968958.006131:0:6231:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1771968958.006164:0:6231:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000038fc2035/0x9268ded837c50339 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3cc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e91c expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.006403:0:6231:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000002d1cc202/0x9268ded837c50340 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3e6:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.006419:0:6231:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002d1cc202/0x9268ded837c50340 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3e6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.006428:0:6231:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002d1cc202/0x9268ded837c50340 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3e6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1771968958.006472:0:6231:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3e6:0x0]: returning size 4096 00000004:00200000:0.0:1771968958.006475:0:6231:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 2 00000004:00010000:0.0:1771968958.006503:0:6231:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000002d1cc202/0x9268ded837c50340 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3e6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.006533:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000038fc2035/0x9268ded837c50339 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3cc:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e91c expref: 601 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.006551:0:6231:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000002d1cc202/0x9268ded837c50340 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3e6:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e91c expref: 600 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.006558:0:6231:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e6:0x0].0x0 (000000003dafd15c) 00010000:00010000:0.0:1771968958.006561:0:6231:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1771968958.006564:0:6231:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000002d1cc202, rc 0) 00000100:00100000:0.0:1771968958.006622:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032600cfe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754056896:12345-192.168.202.27@tcp:101:rm.0 Request processed in 517us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968958.006629:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36089 00000100:00100000:2.0:1771968958.007318:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.007369:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754056960 00000100:00100000:0.0:1771968958.007425:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36090 00000100:00100000:0.0:1771968958.007432:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f520f15 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754056960:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968958.007582:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f520f15 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754056960:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 150us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968958.007590:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36090 00000100:00100000:0.0:1771968958.009947:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754057088 00000100:00100000:2.0:1771968958.009960:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754057024 00000100:00100000:2.0:1771968958.010006:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9770 00000100:00100000:2.0:1771968958.010016:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef359f90 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12526:x1858043754057024:12345-192.168.202.27@tcp:37:rm.0 00000100:00100000:0.0:1771968958.010016:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36091 00000100:00100000:0.0:1771968958.010025:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000308d7210 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754057088:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968958.010238:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000308d7210 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754057088:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 213us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968958.010245:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36091 00000100:00100000:0.0:1771968958.012431:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754057152 00000100:00100000:0.0:1771968958.012499:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36092 00000100:00100000:0.0:1771968958.012509:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008ed83837 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754057152:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968958.012667:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef359f90 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12526:x1858043754057024:12345-192.168.202.27@tcp:37:rm.0 Request processed in 2653us (2896us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968958.012679:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9770 00000100:00100000:0.0:1771968958.012689:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008ed83837 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754057152:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 179us (813us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968958.012700:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36092 00000100:00100000:0.0:1771968958.014947:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754057216 00000100:00100000:2.0:1771968958.014998:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754057344 00000100:00100000:0.0:1771968958.015010:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36093 00000100:00100000:0.0:1771968958.015018:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8247865 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754057216:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968958.015038:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9771 00000100:00100000:2.0:1771968958.015044:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099e5751c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12526:x1858043754057344:12345-192.168.202.27@tcp:35:rm.0 00000100:00100000:0.0:1771968958.015235:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8247865 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12525:x1858043754057216:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 216us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968958.015245:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36093 00000100:00100000:2.0:1771968958.015527:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099e5751c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+601:12526:x1858043754057344:12345-192.168.202.27@tcp:35:rm.0 Request processed in 481us (609us total) trans 4294984538 rc 0/0 00000100:00100000:2.0:1771968958.015534:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9771 00000100:00100000:2.0:1771968958.017663:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754057408 00000100:00100000:0.0:1771968958.017705:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754057536 00000100:00100000:2.0:1771968958.017710:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36094 00000100:00100000:2.0:1771968958.017718:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fdbcb724 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12525:x1858043754057408:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968958.017926:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fdbcb724 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+602:12525:x1858043754057408:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 209us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968958.017945:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36094 00000100:00100000:3.0:1771968958.020907:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754057600 00000100:00100000:3.0:1771968958.021026:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36096 00000100:00100000:3.0:1771968958.021032:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001de42e52 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12525:x1858043754057600:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00010000:00010000:0.0:1771968958.021261:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009106dfdb/0x9268ded837c5034e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cc:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.021278:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cc:0x0].0xddbda88f (00000000eb6fe32c) 00010000:00010000:0.0:1771968958.021280:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968958.021285:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000efd0d487/0x9268ded837c50355 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.021290:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e6:0x0].0x0 (000000000648a182) 00010000:00010000:0.0:1771968958.021291:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968958.021536:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001de42e52 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12525:x1858043754057600:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 501us (705us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968958.021545:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36096 00000100:00100000:0.0:1771968958.024855:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754057728 00000100:00100000:0.0:1771968958.024940:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9772 00000100:00100000:0.0:1771968958.024949:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012e21037 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12526:x1858043754057728:12345-192.168.202.27@tcp:35:rm.0 00000100:00100000:0.0:1771968958.025372:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012e21037 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754057728:12345-192.168.202.27@tcp:35:rm.0 Request processed in 421us (698us total) trans 4294984540 rc 0/0 00000100:00100000:0.0:1771968958.025382:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9772 00000100:00100000:0.0:1771968958.026832:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.027108:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754057792 00000100:00100000:3.0:1771968958.027150:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36097 00000100:00100000:3.0:1771968958.027154:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2be5ae2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754057792:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968958.027538:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2be5ae2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754057792:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 380us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968958.027547:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36097 00000100:00100000:0.0:1771968958.027838:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754057920 00000100:00100000:0.0:1771968958.027929:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36098 00000100:00100000:0.0:1771968958.027935:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000175d3d40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12526:x1858043754057920:12345-192.168.202.27@tcp:36:rm.0 00010000:00010000:0.0:1771968958.027989:0:14913:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1771968958.028027:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b919cd7f/0x9268ded837c04ad2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3cc:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025bab expref: 600 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.028057:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000af6bef2f/0x9268ded837c0b664 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3cc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a028263 expref: 599 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.028069:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008b4c2472/0x9268ded837c03ea0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3cc:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0256db expref: 598 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.028080:0:14913:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cc:0x0].0x0 (0000000060d53091) 00010000:00010000:0.0:1771968958.028096:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000056acc281/0x9268ded837c501fe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3ca:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e8d6 expref: 597 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.028105:0:14913:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ca:0x0].0x0 (00000000d7f982f2) 00010000:00010000:0.0:1771968958.028108:0:14913:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968958.028137:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7552c82/0x9268ded837c5035c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3ca:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.028153:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7552c82/0x9268ded837c5035c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.028164:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7552c82/0x9268ded837c5035c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3ca:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.028199:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000956600d7/0x9268ded837c50363 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3ca:0x0].0xfe8990f0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.028207:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000956600d7/0x9268ded837c50363 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3ca:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.028214:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000956600d7/0x9268ded837c50363 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3ca:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968958.030389:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.030552:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754057984 00000100:00100000:3.0:1771968958.030609:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36099 00000100:00100000:3.0:1771968958.030712:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cc406d71 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12525:x1858043754057984:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968958.031074:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cc406d71 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12525:x1858043754057984:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 457us (691us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968958.031084:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36099 00010000:00010000:2.0:1771968958.031224:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000956600d7/0x9268ded837c50363 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3ca:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.031244:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ca:0x0].0xfe8990f0 (000000008bee013d) 00010000:00010000:2.0:1771968958.031248:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968958.031255:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008ae920d4/0x9268ded837c5036a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.031263:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cc:0x0].0x0 (00000000f7a0d5da) 00010000:00010000:2.0:1771968958.031265:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968958.031599:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.031788:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754058112 00000100:00100000:3.0:1771968958.031859:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9773 00000100:00100000:3.0:1771968958.031864:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a81845f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12526:x1858043754058112:12345-192.168.202.27@tcp:35:rm.0 00000100:00100000:3.0:1771968958.032850:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a81845f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12526:x1858043754058112:12345-192.168.202.27@tcp:35:rm.0 Request processed in 439us (706us total) trans 4294984542 rc 0/0 00000100:00100000:3.0:1771968958.032864:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9773 00000100:00100000:0.0:1771968958.032929:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754058176 00000100:00100000:0.0:1771968958.032972:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36100 00000100:00100000:0.0:1771968958.032977:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040226c54 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12525:x1858043754058176:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968958.033093:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040226c54 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12525:x1858043754058176:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 115us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968958.033101:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36100 00000100:00100000:2.0:1771968958.033866:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.033929:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754058304 00000100:00100000:0.0:1771968958.033972:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36101 00000100:00100000:0.0:1771968958.033977:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071ede33d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12526:x1858043754058304:12345-192.168.202.27@tcp:36:rm.0 00010000:00010000:0.0:1771968958.034027:0:14913:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1771968958.034062:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000033e8a52b/0x9268ded837c0b5a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3ca:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02822b expref: 599 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.034089:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005fec079d/0x9268ded837c03975 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3ca:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0254b2 expref: 598 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.034107:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d47fb443/0x9268ded837c038b8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3ca:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025488 expref: 597 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.034118:0:14913:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ca:0x0].0x0 (00000000d7f982f2) 00010000:00010000:0.0:1771968958.034136:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004796fb17/0x9268ded837c501cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e8c1 expref: 596 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.034146:0:14913:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c8:0x0].0x0 (000000003f5dec00) 00010000:00010000:0.0:1771968958.034149:0:14913:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968958.034197:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000007d66080e/0x9268ded837c50371 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.034213:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007d66080e/0x9268ded837c50371 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.034225:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007d66080e/0x9268ded837c50371 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.034241:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d401198f/0x9268ded837c50378 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c8:0x0].0xf138ac0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.034248:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d401198f/0x9268ded837c50378 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c8:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.034254:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d401198f/0x9268ded837c50378 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c8:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.034364:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000007c23f4e4/0x9268ded837c5037f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3ca:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.034373:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007c23f4e4/0x9268ded837c5037f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.034380:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007c23f4e4/0x9268ded837c5037f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968958.035738:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754058368 00000100:00100000:2.0:1771968958.035829:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36102 00000100:00100000:2.0:1771968958.035838:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000363a6ea1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12525:x1858043754058368:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000040:00080000:0.0:1771968958.035952:0:14913:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11053, 176 off1932936 00000004:00200000:0.0:1771968958.036014:0:14913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3ca:0x0]: returning size 4096 00000004:00010000:0.0:1771968958.036035:0:14913:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000071ede33d reply state 0000000043cb8b4d transno 4294984543 ns: mdt-lustre-MDT0000_UUID lock: 000000007c23f4e4/0x9268ded837c5037f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.036078:0:14913:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000007d66080e/0x9268ded837c50371 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968958.036083:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000363a6ea1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12525:x1858043754058368:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 243us (445us total) trans 0 rc 0/0 00010000:00010000:0.0:1771968958.036092:0:14913:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007d66080e/0x9268ded837c50371 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968958.036099:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36102 00010000:00010000:0.0:1771968958.036107:0:14913:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007d66080e/0x9268ded837c50371 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.036114:0:14913:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d66080e already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968958.036118:0:14913:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d66080e/0x9268ded837c50371 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.036314:0:14913:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d66080e/0x9268ded837c50371 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.036331:0:14913:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c8:0x0].0x0 (000000003f5dec00) 00010000:00010000:0.0:1771968958.036334:0:14913:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968958.036339:0:14913:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007d66080e/0x9268ded837c50371 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.036346:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007d66080e/0x9268ded837c50371 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1771968958.036357:0:14913:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000071ede33d reply state 0000000043cb8b4d transno 4294984543 ns: mdt-lustre-MDT0000_UUID lock: 00000000d401198f/0x9268ded837c50378 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c8:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968958.037044:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071ede33d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754058304:12345-192.168.202.27@tcp:36:rm.0 Request processed in 3064us (3180us total) trans 4294984543 rc 0/0 00000100:00100000:0.0:1771968958.037054:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36101 00000100:00100000:0.0:1771968958.038510:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754058432 00000100:00100000:0.0:1771968958.038566:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36103 00000100:00100000:0.0:1771968958.038573:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b65f729 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12525:x1858043754058432:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968958.038771:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b65f729 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12525:x1858043754058432:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 197us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968958.038781:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36103 00010000:00010000:0.0:1771968958.039219:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d401198f/0x9268ded837c50378 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c8:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.039237:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c8:0x0].0xf138ac0d (000000005572c58d) 00010000:00010000:0.0:1771968958.039241:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968958.039246:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007c23f4e4/0x9268ded837c5037f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.039254:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ca:0x0].0x0 (00000000c27a6181) 00010000:00010000:0.0:1771968958.039256:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968958.041657:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754058560 00000100:00100000:0.0:1771968958.041657:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754058496 00000100:00100000:3.0:1771968958.041791:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9774 00000100:00100000:3.0:1771968958.041798:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e667a846 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12526:x1858043754058560:12345-192.168.202.27@tcp:37:rm.0 00000100:00100000:0.0:1771968958.041914:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36104 00000100:00100000:0.0:1771968958.041919:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e14e6eed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12525:x1858043754058496:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968958.042100:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e14e6eed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12525:x1858043754058496:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 179us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968958.042108:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36104 00000100:00100000:3.0:1771968958.045289:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e667a846 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754058560:12345-192.168.202.27@tcp:37:rm.0 Request processed in 3282us (3491us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968958.045303:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754058624 00000100:00100000:3.0:1771968958.045308:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9774 00000100:00100000:0.0:1771968958.045368:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36105 00000100:00100000:0.0:1771968958.045374:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c6b188a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12525:x1858043754058624:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968958.045538:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c6b188a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12525:x1858043754058624:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 163us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968958.045546:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36105 00000100:00100000:0.0:1771968958.047945:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754058688 00000100:00100000:0.0:1771968958.048005:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36106 00000100:00100000:0.0:1771968958.048012:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019abbdcd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12525:x1858043754058688:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968958.048231:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019abbdcd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12525:x1858043754058688:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 218us (789us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968958.048241:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36106 00000100:00100000:3.0:1771968958.049963:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.050027:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754058752 00000100:00100000:0.0:1771968958.050126:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36107 00000100:00100000:0.0:1771968958.050134:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3920b04 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12525:x1858043754058752:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968958.052727:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754058816 00000100:00100000:3.0:1771968958.052791:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9775 00000100:00100000:3.0:1771968958.052798:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a2d748c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754058816:12345-192.168.202.27@tcp:37:rm.0 00000100:00100000:3.0:1771968958.054513:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.057805:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.058423:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a2d748c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754058816:12345-192.168.202.27@tcp:37:rm.0 Request processed in 5621us (5773us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968958.058442:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9775 00000100:00100000:3.0:1771968958.061264:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.062522:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.064586:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.064629:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.065113:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754059136 00000100:00100000:0.0:1771968958.065215:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9776 00000100:00100000:0.0:1771968958.065222:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000acbc093f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12526:x1858043754059136:12345-192.168.202.27@tcp:37:rm.0 00000100:00100000:2.0:1771968958.070632:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.070699:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754059264 00000100:00100000:3.0:1771968958.070785:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36113 00000100:00100000:3.0:1771968958.070795:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068fecb60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754059264:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968958.071052:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068fecb60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+600:12525:x1858043754059264:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 256us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968958.071062:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36113 00000100:00100000:0.0:1771968958.072366:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000acbc093f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12526:x1858043754059136:12345-192.168.202.27@tcp:37:rm.0 Request processed in 7139us (7780us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968958.072380:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9776 00000100:00100000:2.0:1771968958.072670:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.075352:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.075403:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.075433:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754059456 00000100:00100000:0.0:1771968958.075511:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9777 00000100:00100000:0.0:1771968958.075519:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d800ae3d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12526:x1858043754059456:12345-192.168.202.27@tcp:35:rm.0 00000100:00100000:0.0:1771968958.075974:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d800ae3d pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12526:x1858043754059456:12345-192.168.202.27@tcp:35:rm.0 Request processed in 453us (633us total) trans 4294984544 rc 0/0 00000100:00100000:0.0:1771968958.075985:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9777 00000100:00100000:3.0:1771968958.076099:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754059520 00000100:00100000:3.0:1771968958.076142:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36115 00000100:00100000:3.0:1771968958.076146:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a50804ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12525:x1858043754059520:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968958.076296:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a50804ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12525:x1858043754059520:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 149us (894us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968958.076302:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36115 00000100:00100000:2.0:1771968958.077916:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.078042:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.078798:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36117 00000100:00100000:0.0:1771968958.078802:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000bb7f6e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12525:x1858043754059712:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968958.078962:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000bb7f6e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12525:x1858043754059712:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 158us (921us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968958.078969:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36117 00000100:00100000:2.0:1771968958.081082:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.081132:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754059776 00000100:00100000:3.0:1771968958.081210:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36118 00000100:00100000:3.0:1771968958.081218:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038be6f08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12525:x1858043754059776:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968958.081388:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038be6f08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12525:x1858043754059776:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 170us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968958.081397:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36118 00010000:00010000:2.0:1771968958.081825:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e0ed6c8d/0x9268ded837c5039b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.081839:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cb:0x0].0x8cffc40b (00000000ded7ed11) 00010000:00010000:2.0:1771968958.081843:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968958.081848:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f2131259/0x9268ded837c503a2 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.081855:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f1:0x0].0x0 (0000000060d53091) 00010000:00010000:2.0:1771968958.081857:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:2.0:1771968958.081916:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.081949:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754059840 00000100:00100000:3.0:1771968958.081981:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36119 00000100:00100000:3.0:1771968958.081986:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d1bbb27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12526:x1858043754059840:12345-192.168.202.27@tcp:101:rm.0 00010000:00010000:3.0:1771968958.082002:0:6232:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1771968958.082022:0:6232:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c503a9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3cb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e92a expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.082083:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000088418c70/0x9268ded837c503b0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x446:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.082098:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000088418c70/0x9268ded837c503b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x446:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.082108:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000088418c70/0x9268ded837c503b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x446:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1771968958.082150:0:6232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x446:0x0]: returning size 4096 00000004:00200000:3.0:1771968958.082154:0:6232:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 2 00000004:00010000:3.0:1771968958.082195:0:6232:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000088418c70/0x9268ded837c503b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x446:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.082223:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000049e1769d/0x9268ded837c503a9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e92a expref: 598 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.082235:0:6232:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000088418c70/0x9268ded837c503b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x446:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e92a expref: 597 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.082240:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x446:0x0].0x0 (00000000e2276f9e) 00010000:00010000:3.0:1771968958.082241:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1771968958.082243:0:6232:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000088418c70, rc 0) 00000100:00100000:3.0:1771968958.082272:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d1bbb27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754059840:12345-192.168.202.27@tcp:101:rm.0 Request processed in 286us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968958.082278:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36119 00000100:00100000:0.0:1771968958.082852:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.084305:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.084344:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.084382:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754060032 00000100:00100000:3.0:1771968958.084421:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36121 00000100:00100000:3.0:1771968958.084430:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f78a7c5d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12525:x1858043754060032:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968958.084571:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f78a7c5d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12525:x1858043754060032:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 141us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968958.084581:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36121 00000100:00100000:2.0:1771968958.086049:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.086902:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba3a7fb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754059968:12345-192.168.202.27@tcp:37:rm.0 Request processed in 2475us (2592us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968958.086912:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9778 00000100:00100000:2.0:1771968958.088269:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.088378:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754060160 00000100:00100000:2.0:1771968958.088750:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36123 00000100:00100000:2.0:1771968958.088759:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087455c06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12525:x1858043754060160:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968958.089004:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087455c06 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12525:x1858043754060160:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 244us (745us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968958.089013:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36123 00010000:00010000:2.0:1771968958.089805:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968958.091738:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.092341:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754060288 00000100:00100000:0.0:1771968958.092410:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9779 00000100:00100000:0.0:1771968958.092421:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003a8790db pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754060288:12345-192.168.202.27@tcp:35:rm.0 00000100:00100000:0.0:1771968958.092848:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003a8790db pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12526:x1858043754060288:12345-192.168.202.27@tcp:35:rm.0 Request processed in 428us (1119us total) trans 4294984546 rc 0/0 00000100:00100000:0.0:1771968958.092857:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9779 00000100:00100000:3.0:1771968958.094292:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.094388:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.094569:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36124 00000100:00100000:2.0:1771968958.094580:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f475d96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12525:x1858043754060352:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968958.095032:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f475d96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+595:12525:x1858043754060352:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 448us (747us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968958.095047:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36124 00010000:00010000:0.0:1771968958.096884:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a9c8c59b/0x9268ded837c503be lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.096915:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cb:0x0].0x2c71d537 (000000007686d62a) 00010000:00010000:0.0:1771968958.096919:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968958.096924:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000008bd06fff/0x9268ded837c503c5 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x446:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.096931:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x446:0x0].0x0 (000000004cb8e400) 00010000:00010000:0.0:1771968958.096933:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968958.097908:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.097952:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.101242:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754060544 00000100:00100000:0.0:1771968958.101371:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754060608 00000100:00100000:3.0:1771968958.101436:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36127 00000100:00100000:3.0:1771968958.101445:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db56e782 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754060608:12345-192.168.202.27@tcp:101:rm.0 00010000:00010000:3.0:1771968958.101673:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1771968958.101772:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000038fc2035/0x9268ded837c503cc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3cb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e931 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.101860:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a0220956/0x9268ded837c503d3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x408:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.101882:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a0220956/0x9268ded837c503d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x408:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.101907:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a0220956/0x9268ded837c503d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x408:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1771968958.101961:0:8228:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x408:0x0]: returning size 4096 00000004:00200000:3.0:1771968958.101966:0:8228:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 2 00000004:00010000:3.0:1771968958.101997:0:8228:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000a0220956/0x9268ded837c503d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x408:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.102028:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000038fc2035/0x9268ded837c503cc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e931 expref: 598 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.102046:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000a0220956/0x9268ded837c503d3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x408:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e931 expref: 597 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.102056:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x408:0x0].0x0 (000000001cc018c4) 00010000:00010000:3.0:1771968958.102059:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1771968958.102064:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a0220956, rc 0) 00000100:00100000:3.0:1771968958.102362:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db56e782 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754060608:12345-192.168.202.27@tcp:101:rm.0 Request processed in 917us (4412us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968958.102371:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36127 00000100:00100000:0.0:1771968958.104525:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.104657:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754060672 00000100:00100000:2.0:1771968958.104729:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36128 00000100:00100000:2.0:1771968958.104738:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008eeab365 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12525:x1858043754060672:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968958.104952:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008eeab365 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12525:x1858043754060672:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 214us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968958.104961:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36128 00000100:00100000:0.0:1771968958.106007:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.107006:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.107160:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754060800 00000100:00100000:3.0:1771968958.107226:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36129 00000100:00100000:3.0:1771968958.107237:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008155539c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12525:x1858043754060800:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968958.107527:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008155539c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12525:x1858043754060800:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 293us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968958.107536:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36129 00000100:00100000:0.0:1771968958.109821:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.109905:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754060864 00000100:00100000:2.0:1771968958.110016:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36130 00000100:00100000:2.0:1771968958.110025:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e6c5ffb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12525:x1858043754060864:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968958.110253:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e6c5ffb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12525:x1858043754060864:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 227us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968958.110263:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36130 00000100:00100000:3.0:1771968958.113200:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.113285:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754060928 00000100:00100000:2.0:1771968958.113353:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36131 00000100:00100000:2.0:1771968958.113371:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024d6e7a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12525:x1858043754060928:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968958.113590:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024d6e7a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12525:x1858043754060928:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 218us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968958.113600:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36131 00000100:00100000:3.0:1771968958.116523:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.117321:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024643212 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12526:x1858043754061056:12345-192.168.202.27@tcp:35:rm.0 Request processed in 456us (805us total) trans 4294984548 rc 0/0 00000100:00100000:2.0:1771968958.117329:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9781 00000100:00100000:0.0:1771968958.117432:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.119313:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.119464:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754061248 00000100:00100000:2.0:1771968958.119557:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36133 00000100:00100000:2.0:1771968958.119565:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000050153eb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12526:x1858043754061248:12345-192.168.202.27@tcp:36:rm.0 00010000:00010000:2.0:1771968958.119628:0:8228:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:2.0:1771968958.119668:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a0220956/0x9268ded837c503d3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x408:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e931 expref: 598 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.119695:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006715e2f9/0x9268ded837c0e73a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x408:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a029326 expref: 597 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.119710:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b93581b3/0x9268ded837c056a2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x408:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026089 expref: 596 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.119734:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009af9925f/0x9268ded837c055d0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x408:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02603c expref: 595 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.119744:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x408:0x0].0x0 (000000001cc018c4) 00010000:00010000:2.0:1771968958.119754:0:8228:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968958.119786:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c503da lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.119805:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c503da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.119817:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c503da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.119833:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000ca3495a8/0x9268ded837c503e1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3cb:0x0].0xf17aab4e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.119840:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ca3495a8/0x9268ded837c503e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cb:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.119847:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000ca3495a8/0x9268ded837c503e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cb:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.119959:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c503e8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x408:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.119967:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c503e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x408:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.119978:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c503e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x408:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1771968958.120429:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11057, 176 off1933488 00000004:00200000:2.0:1771968958.120477:0:8228:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x408:0x0]: returning size 4096 00000004:00010000:2.0:1771968958.120493:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000050153eb8 reply state 00000000fd62d334 transno 4294984549 ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c503e8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x408:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.120534:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c503da lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.120542:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c503da lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.120549:0:8228:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c503da lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.120557:0:8228:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000344e9b4a already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968958.120561:0:8228:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c503da lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.120569:0:8228:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c503da lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.120580:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cb:0x0].0x0 (00000000831f17ce) 00010000:00010000:2.0:1771968958.120584:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968958.120588:0:8228:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c503da lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.120600:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c503da lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1771968958.120611:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000050153eb8 reply state 00000000fd62d334 transno 4294984549 ns: mdt-lustre-MDT0000_UUID lock: 00000000ca3495a8/0x9268ded837c503e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cb:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968958.120685:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.120711:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000050153eb8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12526:x1858043754061248:12345-192.168.202.27@tcp:36:rm.0 Request processed in 1144us (1402us total) trans 4294984549 rc 0/0 00000100:00100000:2.0:1771968958.120720:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36133 00000100:00100000:2.0:1771968958.121107:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754061312 00000100:00100000:2.0:1771968958.121148:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36134 00000100:00100000:2.0:1771968958.121153:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c10d7909 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12525:x1858043754061312:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968958.121286:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c10d7909 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12525:x1858043754061312:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 132us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968958.121294:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36134 00000100:00100000:3.0:1771968958.123307:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1771968958.123320:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000ca3495a8/0x9268ded837c503e1 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cb:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.123340:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cb:0x0].0xf17aab4e (000000001ed40cb8) 00010000:00010000:2.0:1771968958.123344:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968958.123350:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c503e8 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x408:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.123357:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x408:0x0].0x0 (00000000994a1f1d) 00010000:00010000:2.0:1771968958.123359:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968958.124921:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.126928:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.132375:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.132481:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.132990:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754061568 00000100:00100000:2.0:1771968958.133025:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9782 00000100:00100000:2.0:1771968958.133030:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e605e43 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754061568:12345-192.168.202.27@tcp:37:rm.0 00000100:00100000:3.0:1771968958.135678:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.136332:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754061696 00000100:00100000:0.0:1771968958.136405:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36139 00000100:00100000:0.0:1771968958.136414:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000724a1e43 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12525:x1858043754061696:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968958.136624:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000724a1e43 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12525:x1858043754061696:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 209us (960us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968958.136633:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36139 00000100:00100000:0.0:1771968958.137532:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e605e43 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754061568:12345-192.168.202.27@tcp:37:rm.0 Request processed in 4496us (5162us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968958.137543:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9782 00000100:00100000:3.0:1771968958.138613:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.143343:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.143602:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.143640:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.144333:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754061952 00000100:00100000:0.0:1771968958.144369:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9783 00000100:00100000:0.0:1771968958.144374:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016693fa0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754061952:12345-192.168.202.27@tcp:35:rm.0 00000100:00100000:0.0:1771968958.144753:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016693fa0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12526:x1858043754061952:12345-192.168.202.27@tcp:35:rm.0 Request processed in 377us (1152us total) trans 4294984550 rc 0/0 00000100:00100000:0.0:1771968958.144760:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9783 00000100:00100000:2.0:1771968958.146498:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.146604:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754062080 00000100:00100000:0.0:1771968958.146666:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36143 00000100:00100000:0.0:1771968958.146672:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000362c8cfd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12522:x1858043754062080:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.146712:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x77a:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.146810:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x77a:0x0]: rc = -2 00000100:00100000:0.0:1771968958.146866:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000362c8cfd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12522:x1858043754062080:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 193us (375us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.146875:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36143 00000100:00100000:3.0:1771968958.152357:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.152523:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.153998:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754062144 00000100:00100000:2.0:1771968958.154106:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36144 00000100:00100000:2.0:1771968958.154119:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032c8768a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12525:x1858043754062144:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968958.154439:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.154642:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032c8768a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+595:12525:x1858043754062144:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 522us (2289us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968958.154653:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36144 00000100:00100000:2.0:1771968958.159565:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754062336 00000100:00100000:2.0:1771968958.159639:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36146 00000100:00100000:2.0:1771968958.159647:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba3a7fb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12522:x1858043754062336:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.159692:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x77b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.159810:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x77b:0x0]: rc = -2 00000100:00100000:2.0:1771968958.159899:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba3a7fb0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12522:x1858043754062336:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 242us (5459us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.159911:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36146 00000100:00100000:0.0:1771968958.160581:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.160630:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754062400 00000100:00100000:0.0:1771968958.160662:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36147 00000100:00100000:0.0:1771968958.160670:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ef543a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12526:x1858043754062400:12345-192.168.202.27@tcp:101:rm.0 00010000:00010000:0.0:1771968958.160686:0:8228:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1771968958.160881:0:8228:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007d66080e/0x9268ded837c50412 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3cb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e93f expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.160963:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000be167fdf/0x9268ded837c50419 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3e0:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.160980:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000be167fdf/0x9268ded837c50419 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3e0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.160994:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000be167fdf/0x9268ded837c50419 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3e0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1771968958.161047:0:8228:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3e0:0x0]: returning size 4096 00000004:00200000:0.0:1771968958.161051:0:8228:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 2 00000004:00010000:0.0:1771968958.161077:0:8228:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000be167fdf/0x9268ded837c50419 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3e0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.161106:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007d66080e/0x9268ded837c50412 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e93f expref: 598 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.161124:0:8228:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000be167fdf/0x9268ded837c50419 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3e0:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e93f expref: 597 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.161133:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e0:0x0].0x0 (00000000e5baabf6) 00010000:00010000:0.0:1771968958.161136:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1771968958.161141:0:8228:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000be167fdf, rc 0) 00010000:00010000:2.0:1771968958.161899:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000bff2b04e/0x9268ded837c50404 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.161914:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cb:0x0].0x46e192ec (00000000e2276f9e) 00010000:00010000:2.0:1771968958.161917:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968958.161926:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004f0bc930/0x9268ded837c5040b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x411:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.161937:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x411:0x0].0x0 (00000000113a807b) 00010000:00010000:2.0:1771968958.161939:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968958.161975:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ef543a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754062400:12345-192.168.202.27@tcp:101:rm.0 Request processed in 1303us (1394us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968958.161986:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36147 00000100:00100000:2.0:1771968958.162919:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.162971:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754062464 00000100:00100000:3.0:1771968958.163025:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36148 00000100:00100000:3.0:1771968958.163032:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002c6cb909 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12525:x1858043754062464:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968958.163275:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.164329:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002c6cb909 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12525:x1858043754062464:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 1294us (1412us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968958.164340:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36148 00000100:00100000:2.0:1771968958.165238:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.165309:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754062592 00000100:00100000:3.0:1771968958.165359:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36150 00000100:00100000:3.0:1771968958.165367:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7a4e05c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12522:x1858043754062592:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.165399:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1771968958.165630:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7a4e05c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12522:x1858043754062592:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 263us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968958.165636:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36150 00000100:00100000:0.0:1771968958.166803:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.166861:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754062656 00000100:00100000:2.0:1771968958.166964:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9784 00000100:00100000:2.0:1771968958.166971:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000953f2730 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754062656:12345-192.168.202.27@tcp:37:rm.0 00000100:00100000:3.0:1771968958.168083:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.169004:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.172811:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.174489:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000953f2730 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754062656:12345-192.168.202.27@tcp:37:rm.0 Request processed in 7511us (7683us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968958.174505:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9784 00000100:00100000:2.0:1771968958.174956:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.176438:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.177875:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.179426:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.179900:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754063168 00000100:00100000:0.0:1771968958.179941:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9785 00000100:00100000:0.0:1771968958.179946:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000921336df pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754063168:12345-192.168.202.27@tcp:35:rm.0 00000100:00100000:0.0:1771968958.180255:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000921336df pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12526:x1858043754063168:12345-192.168.202.27@tcp:35:rm.0 Request processed in 307us (836us total) trans 4294984552 rc 0/0 00000100:00100000:0.0:1771968958.180264:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9785 00000100:00100000:3.0:1771968958.181024:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.181573:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754063232 00000100:00100000:2.0:1771968958.181767:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36157 00000100:00100000:2.0:1771968958.181774:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef4e1496 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12525:x1858043754063232:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968958.181968:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef4e1496 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12525:x1858043754063232:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 193us (946us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968958.181977:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36157 00000100:00100000:3.0:1771968958.182212:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.184289:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.186491:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.186617:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754063424 00000100:00100000:2.0:1771968958.186663:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754063488 00000100:00100000:2.0:1771968958.186722:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36159 00000100:00100000:2.0:1771968958.186729:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001eba9112 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12525:x1858043754063424:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968958.186909:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001eba9112 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12525:x1858043754063424:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 179us (2629us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968958.186918:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36159 00000100:00100000:2.0:1771968958.186936:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36160 00000100:00100000:2.0:1771968958.186941:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001f7a4f29 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12522:x1858043754063488:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.186960:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1771968958.187059:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001f7a4f29 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12522:x1858043754063488:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 117us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968958.187066:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36160 00000100:00100000:0.0:1771968958.188150:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1771968958.188250:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000003c967198/0x9268ded837c50427 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cb:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.188270:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cb:0x0].0xc144154 (00000000f38d3614) 00010000:00010000:2.0:1771968958.188274:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968958.188280:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e709a4dd/0x9268ded837c5042e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.188286:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e0:0x0].0x0 (00000000b9146d1f) 00010000:00010000:2.0:1771968958.188289:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:2.0:1771968958.191329:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.191371:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.191584:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.191681:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754063744 00000100:00100000:0.0:1771968958.191751:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9786 00000100:00100000:0.0:1771968958.191759:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008044cdec pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754063744:12345-192.168.202.27@tcp:37:rm.0 00000100:00100000:3.0:1771968958.192115:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754063616 00000100:00100000:3.0:1771968958.192143:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754063680 00000100:00100000:3.0:1771968958.192163:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36162 00000100:00100000:3.0:1771968958.192167:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb943c3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12522:x1858043754063616:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.192276:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1771968958.192437:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb943c3c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12522:x1858043754063616:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 269us (1119us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968958.192449:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36162 00000100:00100000:3.0:1771968958.192469:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36163 00000100:00100000:3.0:1771968958.192473:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022fb612e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12525:x1858043754063680:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968958.192585:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022fb612e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12525:x1858043754063680:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 111us (1215us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968958.192593:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36163 00000100:00100000:3.0:1771968958.194996:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.196783:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008044cdec pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754063744:12345-192.168.202.27@tcp:37:rm.0 Request processed in 5018us (5193us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968958.196798:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9786 00000100:00100000:0.0:1771968958.197490:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.197568:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754063872 00000100:00100000:2.0:1771968958.197617:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36165 00000100:00100000:2.0:1771968958.197623:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057cc5571 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12525:x1858043754063872:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968958.197798:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057cc5571 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12525:x1858043754063872:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 173us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968958.197806:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36165 00000100:00100000:0.0:1771968958.200350:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.200449:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.200520:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754064000 00000100:00100000:3.0:1771968958.200546:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754064064 00000100:00100000:3.0:1771968958.200587:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36166 00000100:00100000:3.0:1771968958.200595:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055312943 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12522:x1858043754064064:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.200635:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1771968958.200640:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9787 00000100:00100000:2.0:1771968958.200645:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006608eae0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12526:x1858043754064000:12345-192.168.202.27@tcp:35:rm.0 00000004:00000080:3.0:1771968958.200753:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:3.0:1771968958.200817:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055312943 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12522:x1858043754064064:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 222us (369us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.200825:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36166 00000100:00100000:2.0:1771968958.200946:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006608eae0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12526:x1858043754064000:12345-192.168.202.27@tcp:35:rm.0 Request processed in 300us (608us total) trans 4294984554 rc 0/0 00000100:00100000:2.0:1771968958.200953:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9787 00000100:00100000:0.0:1771968958.202324:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.202481:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754064128 00000100:00100000:3.0:1771968958.202533:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36167 00000100:00100000:3.0:1771968958.202539:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d2777438 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12525:x1858043754064128:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968958.203425:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d2777438 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12525:x1858043754064128:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 884us (1107us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968958.203434:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36167 00000100:00100000:3.0:1771968958.203879:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754064256 00000100:00100000:3.0:1771968958.203950:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754064320 00000100:00100000:3.0:1771968958.204294:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36169 00000100:00100000:3.0:1771968958.204300:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099dbe5e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+595:12522:x1858043754064320:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.204320:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.204418:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:3.0:1771968958.204466:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099dbe5e4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+595:12522:x1858043754064320:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 165us (646us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.204473:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36169 00000100:00100000:2.0:1771968958.205216:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.205369:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754064384 00000100:00100000:3.0:1771968958.205403:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36170 00000100:00100000:3.0:1771968958.205407:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016693fa0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12525:x1858043754064384:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968958.206973:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016693fa0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12525:x1858043754064384:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 1561us (1755us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968958.207224:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.207280:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36170 00000100:00100000:3.0:1771968958.208741:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754064448 00000100:00100000:0.0:1771968958.208872:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36171 00000100:00100000:0.0:1771968958.208882:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008044cdec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12522:x1858043754064448:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.208967:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.209126:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:0.0:1771968958.209203:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008044cdec pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12522:x1858043754064448:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 322us (1981us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.209210:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36171 00010000:00010000:2.0:1771968958.210261:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f898ff44/0x9268ded837c5044a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.210276:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cb:0x0].0x106120ec (0000000011f386f5) 00010000:00010000:2.0:1771968958.210279:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968958.210283:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000009e896f5b/0x9268ded837c50451 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x442:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.210289:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x442:0x0].0x0 (00000000e5baabf6) 00010000:00010000:2.0:1771968958.210291:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968958.211491:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754064576 00000100:00100000:3.0:1771968958.211566:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36173 00000100:00100000:3.0:1771968958.211572:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e667a846 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12522:x1858043754064576:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.211611:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.211696:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:3.0:1771968958.211757:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e667a846 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12522:x1858043754064576:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 184us (368us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.211766:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36173 00000100:00100000:0.0:1771968958.214961:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.215049:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.215234:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754064704 00000100:00100000:3.0:1771968958.215263:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754064640 00000100:00100000:2.0:1771968958.215300:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9788 00000100:00100000:2.0:1771968958.215308:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed7d4155 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12526:x1858043754064704:12345-192.168.202.27@tcp:37:rm.0 00000100:00100000:3.0:1771968958.215331:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36174 00000100:00100000:3.0:1771968958.215334:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000077e80a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12522:x1858043754064640:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.215356:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.215456:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:3.0:1771968958.215514:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000077e80a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12522:x1858043754064640:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 178us (566us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.215522:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36174 00000100:00100000:2.0:1771968958.218465:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed7d4155 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754064704:12345-192.168.202.27@tcp:37:rm.0 Request processed in 3155us (3414us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968958.218482:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9788 00000100:00100000:3.0:1771968958.218560:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754064768 00000100:00100000:3.0:1771968958.218602:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36175 00000100:00100000:3.0:1771968958.218609:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a2d748c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12522:x1858043754064768:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.218648:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.218729:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:3.0:1771968958.218756:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a2d748c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12522:x1858043754064768:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 146us (325us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.218763:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36175 00000100:00100000:0.0:1771968958.221060:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.221217:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754064832 00000100:00100000:3.0:1771968958.221284:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36176 00000100:00100000:3.0:1771968958.221292:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f148ffc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12522:x1858043754064832:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.221335:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x77d:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.221416:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x77d:0x0]: rc = -2 00000100:00100000:3.0:1771968958.221472:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f148ffc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12522:x1858043754064832:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 180us (421us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.221480:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36176 00000100:00100000:2.0:1771968958.221948:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754064960 00000100:00100000:2.0:1771968958.222091:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9789 00000100:00100000:2.0:1771968958.222097:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef359f90 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754064960:12345-192.168.202.27@tcp:35:rm.0 00000100:00100000:2.0:1771968958.223206:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef359f90 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12526:x1858043754064960:12345-192.168.202.27@tcp:35:rm.0 Request processed in 1103us (1349us total) trans 4294984556 rc 0/0 00000100:00100000:2.0:1771968958.223216:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9789 00000100:00100000:0.0:1771968958.223634:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.223796:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754065024 00000100:00100000:3.0:1771968958.223846:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36177 00000100:00100000:3.0:1771968958.223852:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000052a3d0ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12522:x1858043754065024:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.223884:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x77e:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.224079:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x77e:0x0]: rc = -2 00000100:00100000:3.0:1771968958.224163:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000052a3d0ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12522:x1858043754065024:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 309us (529us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.224172:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36177 00000100:00100000:0.0:1771968958.224682:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.224911:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754065152 00000100:00100000:3.0:1771968958.224950:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36178 00000100:00100000:3.0:1771968958.224955:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cbeeebcb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12526:x1858043754065152:12345-192.168.202.27@tcp:36:rm.0 00010000:00010000:3.0:1771968958.225017:0:14913:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:3.0:1771968958.225053:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dac6af6f/0x9268ded837c5045f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d8:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e94d expref: 598 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.225078:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009fc8752c/0x9268ded837c0c30d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d8:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0286ae expref: 597 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.225093:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d15a0a4/0x9268ded837c04060 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d8:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02576e expref: 596 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.225106:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b2e1b691/0x9268ded837c03f72 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02571a expref: 595 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.225117:0:14913:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d8:0x0].0x0 (00000000f58aa6bc) 00010000:00010000:3.0:1771968958.225130:0:14913:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968958.225163:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000075975504/0x9268ded837c50466 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.225335:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000075975504/0x9268ded837c50466 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.225348:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000075975504/0x9268ded837c50466 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.225451:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000007d66080e/0x9268ded837c5046d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3cb:0x0].0x9e0a5f7e bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.225461:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007d66080e/0x9268ded837c5046d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cb:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.225470:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000007d66080e/0x9268ded837c5046d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cb:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.225584:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000fea54bc2/0x9268ded837c50474 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.225592:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fea54bc2/0x9268ded837c50474 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.225599:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000fea54bc2/0x9268ded837c50474 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1771968958.226020:0:14913:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11061, 176 off1934192 00000004:00200000:0.0:1771968958.226069:0:14913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3d8:0x0]: returning size 4096 00000004:00010000:0.0:1771968958.226086:0:14913:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000cbeeebcb reply state 000000007df90091 transno 4294984557 ns: mdt-lustre-MDT0000_UUID lock: 00000000fea54bc2/0x9268ded837c50474 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.226158:0:14913:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000075975504/0x9268ded837c50466 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.226167:0:14913:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000075975504/0x9268ded837c50466 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.226341:0:14913:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000075975504/0x9268ded837c50466 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.226349:0:14913:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000075975504 already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968958.226353:0:14913:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075975504/0x9268ded837c50466 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.226362:0:14913:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075975504/0x9268ded837c50466 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.226375:0:14913:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cb:0x0].0x0 (00000000831f17ce) 00010000:00010000:0.0:1771968958.226378:0:14913:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968958.226382:0:14913:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000075975504/0x9268ded837c50466 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.226388:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000075975504/0x9268ded837c50466 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1771968958.226398:0:14913:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000cbeeebcb reply state 000000007df90091 transno 4294984557 ns: mdt-lustre-MDT0000_UUID lock: 000000007d66080e/0x9268ded837c5046d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cb:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968958.226546:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cbeeebcb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12526:x1858043754065152:12345-192.168.202.27@tcp:36:rm.0 Request processed in 1587us (1863us total) trans 4294984557 rc 0/0 00000100:00100000:0.0:1771968958.226556:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36178 00000100:00100000:2.0:1771968958.227588:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.227629:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754065216 00000100:00100000:0.0:1771968958.227679:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36179 00000100:00100000:0.0:1771968958.227686:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005ea996c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12522:x1858043754065216:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000100:00100000:3.0:1771968958.228206:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1771968958.228214:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000007d66080e/0x9268ded837c5046d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.228231:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cb:0x0].0x9e0a5f7e (00000000d7f982f2) 00010000:00010000:2.0:1771968958.228234:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968958.228239:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000fea54bc2/0x9268ded837c50474 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.228244:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d8:0x0].0x0 (00000000f94c67c3) 00010000:00010000:2.0:1771968958.228247:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000004:00000080:0.0:1771968958.228833:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1771968958.229163:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005ea996c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12522:x1858043754065216:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 1476us (1577us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968958.229171:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36179 00000100:00100000:3.0:1771968958.231522:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.231593:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754065344 00000100:00100000:2.0:1771968958.231645:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9790 00000100:00100000:2.0:1771968958.231651:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000410a4262 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754065344:12345-192.168.202.27@tcp:37:rm.0 00000100:00100000:3.0:1771968958.233023:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.233391:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754065408 00000100:00100000:0.0:1771968958.233436:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36181 00000100:00100000:0.0:1771968958.233443:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000921336df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12522:x1858043754065408:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.233478:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1771968958.233593:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000921336df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12522:x1858043754065408:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 150us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968958.233599:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36181 00000100:00100000:2.0:1771968958.235557:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000410a4262 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754065344:12345-192.168.202.27@tcp:37:rm.0 Request processed in 3896us (4036us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968958.235576:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9790 00000100:00100000:3.0:1771968958.235621:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.235847:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754065472 00000100:00100000:0.0:1771968958.235886:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36182 00000100:00100000:0.0:1771968958.235900:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024643212 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12522:x1858043754065472:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.235940:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.236046:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:0.0:1771968958.236072:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024643212 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12522:x1858043754065472:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 172us (453us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.236077:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36182 00000100:00100000:3.0:1771968958.237682:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.237740:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754065600 00000100:00100000:2.0:1771968958.237796:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9791 00000100:00100000:2.0:1771968958.237802:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001da9644c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754065600:12345-192.168.202.27@tcp:35:rm.0 00000100:00100000:2.0:1771968958.238171:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001da9644c pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12526:x1858043754065600:12345-192.168.202.27@tcp:35:rm.0 Request processed in 368us (494us total) trans 4294984558 rc 0/0 00000100:00100000:2.0:1771968958.238217:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9791 00000100:00100000:3.0:1771968958.239153:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.239210:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754065664 00000100:00100000:0.0:1771968958.239296:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36183 00000100:00100000:0.0:1771968958.239302:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000787f2c01 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12522:x1858043754065664:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.239332:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.239419:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:0.0:1771968958.239466:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000787f2c01 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12522:x1858043754065664:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 163us (315us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.239474:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36183 00000100:00100000:3.0:1771968958.240411:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.240643:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754065792 00000100:00100000:0.0:1771968958.240801:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36184 00000100:00100000:0.0:1771968958.240807:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a27bca6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12526:x1858043754065792:12345-192.168.202.27@tcp:36:rm.0 00000100:00100000:3.0:1771968958.240813:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1771968958.240870:0:14913:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1771968958.240917:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d0f17206/0x9268ded837c50482 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x419:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e954 expref: 598 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.240942:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ef3c2634/0x9268ded837c0f437 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x419:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0297be expref: 597 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.240957:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000375dc526/0x9268ded837c05df6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x419:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02635a expref: 596 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.240970:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001de9aa48/0x9268ded837c05d24 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x419:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026314 expref: 595 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.240980:0:14913:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x0 (00000000560c641d) 00010000:00010000:0.0:1771968958.240992:0:14913:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968958.241029:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000028eef177/0x9268ded837c50489 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.241054:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000028eef177/0x9268ded837c50489 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.241065:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000028eef177/0x9268ded837c50489 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.241082:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000002c84ec0d/0x9268ded837c50490 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3cb:0x0].0x56ca4f59 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.241089:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002c84ec0d/0x9268ded837c50490 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cb:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.241095:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002c84ec0d/0x9268ded837c50490 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cb:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.241216:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000cd4c5668/0x9268ded837c50497 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x419:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.241223:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cd4c5668/0x9268ded837c50497 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x419:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.241228:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cd4c5668/0x9268ded837c50497 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x419:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1771968958.241502:0:14913:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11062, 176 off1934368 00000004:00200000:0.0:1771968958.241540:0:14913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x419:0x0]: returning size 4096 00000004:00010000:0.0:1771968958.241554:0:14913:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000009a27bca6 reply state 0000000028d8ab9d transno 4294984559 ns: mdt-lustre-MDT0000_UUID lock: 00000000cd4c5668/0x9268ded837c50497 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x419:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.241586:0:14913:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000028eef177/0x9268ded837c50489 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.241591:0:14913:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000028eef177/0x9268ded837c50489 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.241596:0:14913:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000028eef177/0x9268ded837c50489 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.241599:0:14913:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000028eef177 already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968958.241602:0:14913:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000028eef177/0x9268ded837c50489 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.241607:0:14913:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000028eef177/0x9268ded837c50489 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.241613:0:14913:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cb:0x0].0x0 (00000000831f17ce) 00010000:00010000:0.0:1771968958.241614:0:14913:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968958.241617:0:14913:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000028eef177/0x9268ded837c50489 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.241620:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000028eef177/0x9268ded837c50489 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3cb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1771968958.241626:0:14913:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000009a27bca6 reply state 0000000028d8ab9d transno 4294984559 ns: mdt-lustre-MDT0000_UUID lock: 000000002c84ec0d/0x9268ded837c50490 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3cb:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968958.241686:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a27bca6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12526:x1858043754065792:12345-192.168.202.27@tcp:36:rm.0 Request processed in 879us (1280us total) trans 4294984559 rc 0/0 00000100:00100000:0.0:1771968958.241692:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36184 00000100:00100000:0.0:1771968958.242164:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754065856 00000100:00100000:0.0:1771968958.242236:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36185 00000100:00100000:0.0:1771968958.242241:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095cdb8a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12522:x1858043754065856:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.242266:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x77f:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.242318:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x77f:0x0]: rc = -2 00000100:00100000:0.0:1771968958.242346:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095cdb8a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12522:x1858043754065856:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 105us (1534us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.242353:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36185 00000100:00100000:3.0:1771968958.244409:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.244434:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.244494:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754065984 00010000:00010000:2.0:1771968958.244546:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002c84ec0d/0x9268ded837c50490 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.244566:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cb:0x0].0x56ca4f59 (0000000054e37beb) 00010000:00010000:2.0:1771968958.244568:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968958.244574:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cd4c5668/0x9268ded837c50497 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.244579:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x0 (0000000033dfa741) 00010000:00010000:2.0:1771968958.244581:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968958.248068:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.248119:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754066048 00000100:00100000:3.0:1771968958.248120:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.248249:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36188 00000100:00100000:2.0:1771968958.248258:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001340acb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12522:x1858043754066048:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.248300:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x781:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.248408:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x781:0x0]: rc = -2 00000100:00100000:2.0:1771968958.248553:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001340acb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12522:x1858043754066048:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 294us (497us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.248561:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36188 00000100:00100000:2.0:1771968958.252850:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754066176 00000100:00100000:2.0:1771968958.252963:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36189 00000100:00100000:2.0:1771968958.252971:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099e5751c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+599:12522:x1858043754066176:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.253014:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x782:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.253122:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x782:0x0]: rc = -2 00000100:00100000:2.0:1771968958.253209:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099e5751c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12522:x1858043754066176:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 238us (1649us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.253218:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36189 00000100:00100000:3.0:1771968958.256535:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.256598:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754066240 00000100:00100000:2.0:1771968958.256654:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36190 00000100:00100000:2.0:1771968958.256659:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091e3671a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12522:x1858043754066240:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.256696:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.256796:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:2.0:1771968958.256846:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091e3671a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12522:x1858043754066240:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 185us (320us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.256854:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36190 00000100:00100000:0.0:1771968958.258958:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754066304 00000100:00100000:0.0:1771968958.259161:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36191 00000100:00100000:0.0:1771968958.259169:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ef359f90 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12522:x1858043754066304:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.259251:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.259345:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:0.0:1771968958.259408:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ef359f90 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12522:x1858043754066304:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 239us (1049us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.259417:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36191 00000100:00100000:3.0:1771968958.259472:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.261820:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.262140:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.262240:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754066624 00000100:00100000:2.0:1771968958.262295:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36192 00000100:00100000:2.0:1771968958.262301:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8956b41 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12522:x1858043754066624:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.262339:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.262422:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:2.0:1771968958.262475:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8956b41 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12522:x1858043754066624:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 173us (336us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.262484:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36192 00000100:00100000:3.0:1771968958.265150:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1771968958.267008:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d0f17206/0x9268ded837c504b3 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cb:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.267030:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cb:0x0].0xddbda88f (00000000f879f0ac) 00010000:00010000:2.0:1771968958.267033:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968958.267038:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000dac6af6f/0x9268ded837c504ba lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.267044:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e5:0x0].0x0 (000000003be08b14) 00010000:00010000:2.0:1771968958.267046:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968958.268331:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.268372:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.268469:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754066880 00000100:00100000:2.0:1771968958.268497:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9794 00000100:00100000:2.0:1771968958.268502:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071a77426 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754066880:12345-192.168.202.27@tcp:35:rm.0 00000100:00100000:2.0:1771968958.268771:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071a77426 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754066880:12345-192.168.202.27@tcp:35:rm.0 Request processed in 267us (398us total) trans 4294984562 rc 0/0 00000100:00100000:2.0:1771968958.268778:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9794 00000100:00100000:3.0:1771968958.270878:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.270930:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.271015:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754067008 00000100:00100000:0.0:1771968958.271076:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36196 00000100:00100000:0.0:1771968958.271086:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5ac770f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+598:12522:x1858043754067008:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.271134:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.271243:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:0.0:1771968958.271299:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5ac770f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+594:12522:x1858043754067008:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 217us (369us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.271310:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36196 00010000:00010000:2.0:1771968958.274139:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000eb768cc5/0x9268ded837c504c8 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c9:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.274165:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c9:0x0].0xfe8990f0 (00000000944c4051) 00010000:00010000:2.0:1771968958.274168:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968958.274206:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000e5894350/0x9268ded837c504cf lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.274215:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cb:0x0].0x0 (00000000711ceacf) 00010000:00010000:2.0:1771968958.274217:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:3.0:1771968958.274670:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.274977:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754067200 00000100:00100000:2.0:1771968958.275038:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9795 00000100:00100000:2.0:1771968958.275046:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000667b6fd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+595:12526:x1858043754067200:12345-192.168.202.27@tcp:35:rm.0 00000100:00100000:2.0:1771968958.275582:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000667b6fd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12526:x1858043754067200:12345-192.168.202.27@tcp:35:rm.0 Request processed in 534us (914us total) trans 4294984564 rc 0/0 00000100:00100000:2.0:1771968958.275590:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9795 00000100:00100000:3.0:1771968958.276275:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.277934:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754067392 00000100:00100000:2.0:1771968958.277994:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754067456 00000100:00100000:0.0:1771968958.278009:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36199 00000100:00100000:2.0:1771968958.278015:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36200 00000100:00100000:0.0:1771968958.278017:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000410a4262 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12522:x1858043754067392:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000100:00100000:2.0:1771968958.278019:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2c2436e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754067456:12345-192.168.202.27@tcp:36:rm.0 00010000:00010000:2.0:1771968958.278072:0:14913:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1771968958.278106:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ac02efac/0x9268ded837c0b4a4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0281de expref: 597 pid: 14872 timeout: 0 lvb_type: 0 00000004:00000080:0.0:1771968958.278120:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00010000:00010000:2.0:1771968958.278138:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000063efe1c0/0x9268ded837c03959 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c9:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0254ab expref: 596 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.278149:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f341b642/0x9268ded837c038a3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c9:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025481 expref: 595 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.278159:0:14913:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c9:0x0].0x0 (00000000060a5258) 00010000:00010000:2.0:1771968958.278168:0:14913:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968958.278232:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c504d6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.278248:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c504d6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.278260:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c504d6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.278278:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c504dd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c8:0x0].0x977fac0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.278285:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c504dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c8:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.278291:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c504dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c8:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.278364:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005e9049f6/0x9268ded837c504e4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3c9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.278376:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005e9049f6/0x9268ded837c504e4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.278382:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005e9049f6/0x9268ded837c504e4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1771968958.278627:0:14913:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11065, 176 off1934896 00000004:00200000:2.0:1771968958.278666:0:14913:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c9:0x0]: returning size 4096 00000004:00010000:2.0:1771968958.278682:0:14913:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b2c2436e reply state 00000000531c5927 transno 4294984565 ns: mdt-lustre-MDT0000_UUID lock: 000000005e9049f6/0x9268ded837c504e4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.278723:0:14913:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c504d6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.278730:0:14913:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c504d6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.278737:0:14913:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c504d6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.278743:0:14913:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000344e9b4a already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968958.278747:0:14913:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c504d6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.278754:0:14913:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c504d6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.278762:0:14913:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c8:0x0].0x0 (000000003f5dec00) 00010000:00010000:2.0:1771968958.278764:0:14913:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968958.278768:0:14913:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c504d6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.278774:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c504d6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1771968958.278782:0:14913:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000b2c2436e reply state 00000000531c5927 transno 4294984565 ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c504dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c8:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968958.278851:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2c2436e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12526:x1858043754067456:12345-192.168.202.27@tcp:36:rm.0 Request processed in 830us (998us total) trans 4294984565 rc 0/0 00000100:00100000:2.0:1771968958.278859:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36200 00000004:00000080:0.0:1771968958.279962:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:0.0:1771968958.280026:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000410a4262 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+595:12522:x1858043754067392:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 2006us (2220us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.280036:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36199 00010000:00010000:2.0:1771968958.281927:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c504dd lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c8:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.281949:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c8:0x0].0x977fac0d (000000001555a062) 00010000:00010000:2.0:1771968958.281953:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968958.281958:0:3318:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005e9049f6/0x9268ded837c504e4 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.281965:0:3318:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c9:0x0].0x0 (00000000eb0284ad) 00010000:00010000:2.0:1771968958.281967:0:3318:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968958.282023:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754067520 00000100:00100000:0.0:1771968958.282081:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36201 00000100:00100000:0.0:1771968958.282088:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007486e951 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+595:12526:x1858043754067520:12345-192.168.202.27@tcp:101:rm.0 00010000:00010000:0.0:1771968958.282111:0:6232:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1771968958.282133:0:6232:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000028eef177/0x9268ded837c504eb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e962 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.282228:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000061f05ec3/0x9268ded837c504f2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.282241:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000061f05ec3/0x9268ded837c504f2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.282251:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000061f05ec3/0x9268ded837c504f2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.282265:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f95f666c/0x9268ded837c504f9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.282277:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f95f666c/0x9268ded837c504f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.282283:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f95f666c/0x9268ded837c504f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.282369:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 0000000069d97a97/0x9268ded837c50500 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.282378:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000069d97a97/0x9268ded837c50500 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.282384:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000069d97a97/0x9268ded837c50500 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1771968958.282428:0:6232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c8:0x0]: returning size 4096 00000004:00200000:0.0:1771968958.282432:0:6232:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 2 00000004:00010000:0.0:1771968958.282457:0:6232:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 0000000069d97a97/0x9268ded837c50500 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.282471:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000061f05ec3/0x9268ded837c504f2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.282478:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000061f05ec3/0x9268ded837c504f2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.282485:0:6232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000061f05ec3/0x9268ded837c504f2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.282491:0:6232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000061f05ec3 already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968958.282500:0:6232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000061f05ec3/0x9268ded837c504f2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.282510:0:6232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000061f05ec3/0x9268ded837c504f2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.282523:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x0 (000000002ab48825) 00010000:00010000:0.0:1771968958.282526:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968958.282529:0:6232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000061f05ec3/0x9268ded837c504f2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.282535:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000061f05ec3/0x9268ded837c504f2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.282549:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000f95f666c/0x9268ded837c504f9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.282555:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f95f666c/0x9268ded837c504f9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.282561:0:6232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f95f666c/0x9268ded837c504f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.282566:0:6232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f95f666c already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968958.282567:0:6232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f95f666c/0x9268ded837c504f9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.282573:0:6232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f95f666c/0x9268ded837c504f9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.282579:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x12eaac0d (00000000abc41bb8) 00010000:00010000:0.0:1771968958.282582:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968958.282583:0:6232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f95f666c/0x9268ded837c504f9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.282588:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f95f666c/0x9268ded837c504f9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.282620:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000028eef177/0x9268ded837c504eb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e962 expref: 597 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.282633:0:6232:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 0000000069d97a97/0x9268ded837c50500 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c8:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e962 expref: 596 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.282640:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c8:0x0].0x0 (000000003f5dec00) 00010000:00010000:0.0:1771968958.282642:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1771968958.282644:0:6232:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 0000000069d97a97, rc 0) 00000100:00100000:0.0:1771968958.282719:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007486e951 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12526:x1858043754067520:12345-192.168.202.27@tcp:101:rm.0 Request processed in 631us (760us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968958.282727:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36201 00000100:00100000:3.0:1771968958.283686:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.283758:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754067584 00000100:00100000:0.0:1771968958.283796:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36202 00000100:00100000:0.0:1771968958.283802:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002405f5e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12522:x1858043754067584:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.283841:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x783:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.283930:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x783:0x0]: rc = -2 00000100:00100000:0.0:1771968958.283977:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002405f5e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12522:x1858043754067584:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 174us (295us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.283985:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36202 00000100:00100000:2.0:1771968958.286088:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754067712 00000100:00100000:2.0:1771968958.286149:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9796 00000100:00100000:2.0:1771968958.286157:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003415a6a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12526:x1858043754067712:12345-192.168.202.27@tcp:35:rm.0 00000100:00100000:2.0:1771968958.286451:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003415a6a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754067712:12345-192.168.202.27@tcp:35:rm.0 Request processed in 294us (597us total) trans 4294984566 rc 0/0 00000100:00100000:2.0:1771968958.286460:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9796 00000100:00100000:3.0:1771968958.287145:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.287318:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754067776 00000100:00100000:0.0:1771968958.287361:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36203 00000100:00100000:0.0:1771968958.287366:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025463c1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12522:x1858043754067776:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.287394:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.287484:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:0.0:1771968958.287530:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025463c1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12522:x1858043754067776:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 163us (389us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.287538:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36203 00000100:00100000:0.0:1771968958.288412:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754067904 00000100:00100000:0.0:1771968958.288444:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36204 00000100:00100000:0.0:1771968958.288449:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000085624301 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754067904:12345-192.168.202.27@tcp:36:rm.0 00010000:00010000:0.0:1771968958.288499:0:6232:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1771968958.288535:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000069d97a97/0x9268ded837c50500 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c8:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e962 expref: 597 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.288559:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c9ae68e4/0x9268ded837c501e9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c8:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e8cf expref: 596 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.288570:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c8:0x0].0x0 (000000003f5dec00) 00010000:00010000:0.0:1771968958.288586:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c4ffce lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e819 expref: 595 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.288594:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x0 (000000002ab48825) 00010000:00010000:0.0:1771968958.288602:0:6232:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968958.288637:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000001467518d/0x9268ded837c50507 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.288653:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001467518d/0x9268ded837c50507 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.288664:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001467518d/0x9268ded837c50507 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.288678:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000095679524/0x9268ded837c5050e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.288685:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000095679524/0x9268ded837c5050e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.288691:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000095679524/0x9268ded837c5050e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.288790:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000be167fdf/0x9268ded837c50515 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3c8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.288799:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000be167fdf/0x9268ded837c50515 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.288805:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000be167fdf/0x9268ded837c50515 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1771968958.289155:0:6232:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11066, 176 off1935072 00000004:00200000:0.0:1771968958.289224:0:6232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c8:0x0]: returning size 4096 00000004:00010000:0.0:1771968958.289238:0:6232:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000085624301 reply state 0000000040507eaf transno 4294984567 ns: mdt-lustre-MDT0000_UUID lock: 00000000be167fdf/0x9268ded837c50515 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.289266:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000001467518d/0x9268ded837c50507 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.289271:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001467518d/0x9268ded837c50507 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.289278:0:6232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001467518d/0x9268ded837c50507 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.289282:0:6232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001467518d already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968958.289286:0:6232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001467518d/0x9268ded837c50507 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.289290:0:6232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001467518d/0x9268ded837c50507 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.289296:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x0 (00000000450ca7c4) 00010000:00010000:0.0:1771968958.289298:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968958.289300:0:6232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001467518d/0x9268ded837c50507 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.289303:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001467518d/0x9268ded837c50507 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1771968958.289311:0:6232:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000085624301 reply state 0000000040507eaf transno 4294984567 ns: mdt-lustre-MDT0000_UUID lock: 0000000095679524/0x9268ded837c5050e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968958.289377:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000085624301 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12526:x1858043754067904:12345-192.168.202.27@tcp:36:rm.0 Request processed in 927us (1042us total) trans 4294984567 rc 0/0 00000100:00100000:0.0:1771968958.289384:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36204 00000100:00100000:3.0:1771968958.290598:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754067968 00000100:00100000:3.0:1771968958.290672:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36205 00000100:00100000:3.0:1771968958.290679:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076cdd059 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12522:x1858043754067968:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.290884:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.290974:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:3.0:1771968958.291153:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076cdd059 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12522:x1858043754067968:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 472us (859us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.291162:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36205 00010000:00010000:2.0:1771968958.291318:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000095679524/0x9268ded837c5050e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.291335:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x12eaac0d (0000000088b9eedc) 00010000:00010000:2.0:1771968958.291338:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968958.291343:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000be167fdf/0x9268ded837c50515 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.291350:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c8:0x0].0x0 (000000006accf290) 00010000:00010000:2.0:1771968958.291352:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:2.0:1771968958.297265:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.297336:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754068032 00000100:00100000:2.0:1771968958.297368:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.297406:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754068160 00000100:00100000:3.0:1771968958.297439:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36206 00000100:00100000:3.0:1771968958.297448:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006ac6d27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12522:x1858043754068032:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000100:00100000:2.0:1771968958.297454:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36207 00000100:00100000:2.0:1771968958.297458:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011eaa245 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754068160:12345-192.168.202.27@tcp:36:rm.0 00000004:00000080:3.0:1771968958.297502:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x784:0x0] from 18446744073709551615 #0 00010000:00010000:2.0:1771968958.297528:0:8228:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1771968958.297562:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000536a515e/0x9268ded837c02fce lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0251a2 expref: 597 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.297582:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b8bb66ad/0x9268ded837c02fb2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02518d expref: 596 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.297593:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ebaf7158/0x9268ded837c02f9d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025186 expref: 595 pid: 6231 timeout: 0 lvb_type: 0 00000004:00000080:3.0:1771968958.297600:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x784:0x0]: rc = -2 00010000:00010000:2.0:1771968958.297602:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c2:0x0].0x0 (00000000f3f30a95) 00010000:00010000:2.0:1771968958.297613:0:8228:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968958.297645:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c5051c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968958.297660:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006ac6d27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+594:12522:x1858043754068032:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 212us (407us total) trans 0 rc -2/-2 00010000:00010000:2.0:1771968958.297661:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c5051c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968958.297668:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36206 00010000:00010000:2.0:1771968958.297672:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c5051c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.297684:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000942222c3/0x9268ded837c50523 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c1:0x0].0xaaaf1035 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.297691:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000942222c3/0x9268ded837c50523 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c1:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.297697:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000942222c3/0x9268ded837c50523 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c1:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.297841:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 000000005f26ae0b/0x9268ded837c5052a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3c2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.297851:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005f26ae0b/0x9268ded837c5052a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.297857:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005f26ae0b/0x9268ded837c5052a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000040:00080000:2.0:1771968958.298206:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x6:0x0].969, 64 off70272 00000004:00080000:2.0:1771968958.298214:0:8228:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 437424037962ns, next at 438424035485ns, rc = 0 00000040:00080000:2.0:1771968958.298244:0:8228:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11067, 184 off1935256 00010000:00010000:2.0:1771968958.298290:0:8228:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d228a5f/0x9268ded837c50531 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.298299:0:8228:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000005d228a5f/0x9268ded837c50531 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.298313:0:8228:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005d228a5f/0x9268ded837c50531 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.298320:0:8228:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d228a5f/0x9268ded837c50531 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.298326:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000005d228a5f/0x9268ded837c50531 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.298332:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005d228a5f/0x9268ded837c50531 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.298349:0:8228:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:2.0:1771968958.298367:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000011eaa245 reply state 00000000aa8c0c1c transno 4294984568 ns: mdt-lustre-MDT0000_UUID lock: 000000005f26ae0b/0x9268ded837c5052a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3c2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.298465:0:8228:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c5051c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.298471:0:8228:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c5051c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.298477:0:8228:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c5051c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.298483:0:8228:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000344e9b4a already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968958.298486:0:8228:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c5051c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.298498:0:8228:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c5051c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.298508:0:8228:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x0 (0000000024e001e4) 00010000:00010000:2.0:1771968958.298510:0:8228:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968958.298512:0:8228:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c5051c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.298518:0:8228:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000344e9b4a/0x9268ded837c5051c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1771968958.298529:0:8228:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 0000000011eaa245 reply state 00000000aa8c0c1c transno 4294984568 ns: mdt-lustre-MDT0000_UUID lock: 00000000942222c3/0x9268ded837c50523 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c1:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968958.298586:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011eaa245 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+595:12526:x1858043754068160:12345-192.168.202.27@tcp:36:rm.0 Request processed in 1126us (1218us total) trans 4294984568 rc 0/0 00000100:00100000:2.0:1771968958.298594:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36207 00010000:00010000:3.0:1771968958.299239:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968958.299248:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005d228a5f/0x9268ded837c50531 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.299257:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005d228a5f already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968958.299261:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005d228a5f/0x9268ded837c50531 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.299268:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005d228a5f/0x9268ded837c50531 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.299287:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c2:0x0].0x0 (0000000030a40ac7) 00010000:00010000:3.0:1771968958.299290:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968958.299294:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005d228a5f/0x9268ded837c50531 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.299300:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d228a5f/0x9268ded837c50531 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3c2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634670057318848 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.299313:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968958.299314:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968958.299316:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968958.305455:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.305547:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754068224 00000100:00100000:0.0:1771968958.305613:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36208 00000100:00100000:0.0:1771968958.305621:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038f58df9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+595:12522:x1858043754068224:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.305674:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x785:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.305788:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x785:0x0]: rc = -2 00000100:00100000:0.0:1771968958.305862:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038f58df9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+595:12522:x1858043754068224:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 240us (410us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.305870:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36208 00000100:00100000:2.0:1771968958.308547:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.312119:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754068352 00000100:00100000:2.0:1771968958.312260:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36210 00000100:00100000:2.0:1771968958.312268:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000db44bf4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+595:12522:x1858043754068352:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.312311:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.312399:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:2.0:1771968958.312460:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000db44bf4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+595:12522:x1858043754068352:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 192us (703us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.312468:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36210 00000100:00100000:2.0:1771968958.316833:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.320247:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.325876:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754068544 00000100:00100000:3.0:1771968958.326005:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36213 00000100:00100000:3.0:1771968958.326013:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000037b7d739 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+595:12522:x1858043754068544:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.326060:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.326167:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:3.0:1771968958.326254:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000037b7d739 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+595:12522:x1858043754068544:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 240us (457us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.326263:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36213 00000100:00100000:2.0:1771968958.328420:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.328644:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754068608 00000100:00100000:3.0:1771968958.328757:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36214 00000100:00100000:3.0:1771968958.328765:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4c8afc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+595:12522:x1858043754068608:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.328809:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x787:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.328924:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x787:0x0]: rc = -2 00000100:00100000:3.0:1771968958.328988:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4c8afc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+595:12522:x1858043754068608:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 222us (579us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.328998:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36214 00000100:00100000:2.0:1771968958.331402:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.331495:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754068672 00000100:00100000:3.0:1771968958.331556:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36215 00000100:00100000:3.0:1771968958.331564:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f53deb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+595:12522:x1858043754068672:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.331603:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.331695:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:3.0:1771968958.331873:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f53deb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+595:12522:x1858043754068672:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 308us (483us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.331882:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36215 00000100:00100000:0.0:1771968958.339648:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754068736 00000100:00100000:0.0:1771968958.339724:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36216 00000100:00100000:0.0:1771968958.339732:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b02d94b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+595:12522:x1858043754068736:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.339777:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.339901:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:0.0:1771968958.339985:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b02d94b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+595:12522:x1858043754068736:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 252us (455us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.339993:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36216 00000100:00100000:3.0:1771968958.340728:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754068864 00000100:00100000:3.0:1771968958.340805:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9797 00000100:00100000:3.0:1771968958.340811:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000edb0622e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+595:12526:x1858043754068864:12345-192.168.202.27@tcp:35:rm.0 00000100:00100000:3.0:1771968958.341110:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000edb0622e pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+596:12526:x1858043754068864:12345-192.168.202.27@tcp:35:rm.0 Request processed in 298us (451us total) trans 4294984569 rc 0/0 00000100:00100000:3.0:1771968958.341118:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9797 00000100:00100000:0.0:1771968958.343342:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754068992 00000100:00100000:0.0:1771968958.343384:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754069056 00000100:00100000:0.0:1771968958.343406:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36217 00000100:00100000:0.0:1771968958.343414:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8b4663a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12526:x1858043754068992:12345-192.168.202.27@tcp:36:rm.0 00000100:00100000:2.0:1771968958.343436:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36218 00000100:00100000:2.0:1771968958.343441:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ed1f588 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+597:12522:x1858043754069056:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.343471:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00010000:00010000:0.0:1771968958.343482:0:6232:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1771968958.343517:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000466eb03f/0x9268ded837c03117 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c3:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025219 expref: 597 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.343540:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cb756e58/0x9268ded837c030f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c3:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025204 expref: 596 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.343552:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000010bbc80a/0x9268ded837c03221 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c3:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02527b expref: 595 pid: 6231 timeout: 0 lvb_type: 0 00000004:00000080:2.0:1771968958.343566:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00010000:00010000:0.0:1771968958.343567:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c66400d4/0x9268ded837c030df lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c3:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0251fd expref: 594 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.343576:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c3:0x0].0x0 (0000000098be4c68) 00010000:00010000:0.0:1771968958.343586:0:6232:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968958.343621:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000001467518d/0x9268ded837c50538 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968958.343623:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ed1f588 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+593:12522:x1858043754069056:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 181us (349us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.343631:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36218 00010000:00010000:0.0:1771968958.343637:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001467518d/0x9268ded837c50538 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.343648:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001467518d/0x9268ded837c50538 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.343663:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 0000000069d97a97/0x9268ded837c5053f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c1:0x0].0x3db54834 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.343669:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000069d97a97/0x9268ded837c5053f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c1:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.343675:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000069d97a97/0x9268ded837c5053f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c1:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.343755:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 0000000028eef177/0x9268ded837c50546 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3c3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.343764:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000028eef177/0x9268ded837c50546 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.343776:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000028eef177/0x9268ded837c50546 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1771968958.344065:0:6232:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].970, 64 off70336 00000004:00080000:0.0:1771968958.344074:0:6232:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 437469898001ns, next at 438469895426ns, rc = 0 00000040:00080000:0.0:1771968958.344107:0:6232:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11068, 176 off1935432 00010000:00010000:0.0:1771968958.344158:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f95f666c/0x9268ded837c5054d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.344168:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f95f666c/0x9268ded837c5054d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.344201:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f95f666c/0x9268ded837c5054d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.344209:0:6232:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f95f666c/0x9268ded837c5054d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.344215:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000f95f666c/0x9268ded837c5054d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.344223:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f95f666c/0x9268ded837c5054d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.344241:0:6232:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1771968958.344258:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968958.344263:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f95f666c/0x9268ded837c5054d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3c3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1771968958.344263:0:6232:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d8b4663a reply state 00000000f6ff4b51 transno 4294984570 ns: mdt-lustre-MDT0000_UUID lock: 0000000028eef177/0x9268ded837c50546 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3c3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.344272:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f95f666c already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968958.344275:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f95f666c/0x9268ded837c5054d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.344282:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f95f666c/0x9268ded837c5054d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.344293:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c3:0x0].0x0 (0000000074039904) 00010000:00010000:2.0:1771968958.344295:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1771968958.344298:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f95f666c/0x9268ded837c5054d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.344304:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f95f666c/0x9268ded837c5054d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3c3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.344322:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968958.344324:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968958.344325:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968958.344366:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000001467518d/0x9268ded837c50538 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.344371:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001467518d/0x9268ded837c50538 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.344375:0:6232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001467518d/0x9268ded837c50538 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.344378:0:6232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001467518d already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968958.344380:0:6232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001467518d/0x9268ded837c50538 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.344383:0:6232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001467518d/0x9268ded837c50538 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.344388:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x0 (00000000450ca7c4) 00010000:00010000:0.0:1771968958.344389:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968958.344390:0:6232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001467518d/0x9268ded837c50538 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.344393:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001467518d/0x9268ded837c50538 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1771968958.344400:0:6232:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 00000000d8b4663a reply state 00000000f6ff4b51 transno 4294984570 ns: mdt-lustre-MDT0000_UUID lock: 0000000069d97a97/0x9268ded837c5053f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c1:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968958.344452:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8b4663a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+594:12526:x1858043754068992:12345-192.168.202.27@tcp:36:rm.0 Request processed in 1038us (1224us total) trans 4294984570 rc 0/0 00000100:00100000:0.0:1771968958.344459:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36217 00000100:00100000:0.0:1771968958.347539:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754069184 00000100:00100000:0.0:1771968958.347601:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36219 00000100:00100000:0.0:1771968958.347609:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b2c3955 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+594:12526:x1858043754069184:12345-192.168.202.27@tcp:36:rm.0 00010000:00010000:0.0:1771968958.347686:0:6232:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 5 locks, starting at 0 00010000:00010000:0.0:1771968958.347731:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003c3b30c8/0x9268ded837c036dc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c5:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0253f5 expref: 594 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.347760:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000011b2e0d7/0x9268ded837c033b0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c5:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0252f2 expref: 593 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.347771:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007776d2ab/0x9268ded837c036f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c5:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0253fc expref: 592 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.347779:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a4f2f982/0x9268ded837c033a2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c5:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0252eb expref: 591 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.347787:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c5:0x0].0x0 (00000000c22b71e7) 00010000:00010000:0.0:1771968958.347800:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009a2fa64e/0x9268ded837c0affe lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c4:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a028079 expref: 590 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.347805:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c4:0x0].0x0 (0000000092c83c6d) 00010000:00010000:0.0:1771968958.347807:0:6232:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968958.347839:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 0000000061f05ec3/0x9268ded837c50554 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.347852:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000061f05ec3/0x9268ded837c50554 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.347932:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000061f05ec3/0x9268ded837c50554 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.347959:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000317b3ff9/0x9268ded837c5055b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c4:0x0].0xa375d043 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.347967:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000317b3ff9/0x9268ded837c5055b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c4:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.347975:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000317b3ff9/0x9268ded837c5055b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c4:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.348135:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7552c82/0x9268ded837c50562 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.348141:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000f7552c82/0x9268ded837c50562 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.348146:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000f7552c82/0x9268ded837c50562 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968958.348469:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.348534:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754069248 00000100:00100000:0.0:1771968958.348570:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36220 00000100:00100000:0.0:1771968958.348575:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001da9644c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+591:12522:x1858043754069248:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.348599:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.348659:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:0.0:1771968958.348730:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001da9644c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+591:12522:x1858043754069248:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 154us (262us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.348738:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36220 00010000:00010000:0.0:1771968958.348866:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968958.348871:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009edcea45/0x9268ded837c50569 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.348878:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009edcea45 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968958.348881:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009edcea45/0x9268ded837c50569 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.348886:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009edcea45/0x9268ded837c50569 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.348904:0:7238:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c5:0x0].0x0 (000000003a9ef737) 00010000:00010000:0.0:1771968958.348906:0:7238:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1771968958.348909:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009edcea45/0x9268ded837c50569 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.348915:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009edcea45/0x9268ded837c50569 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634669218249152 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.348927:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968958.348929:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968958.348930:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968958.350122:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000069d97a97/0x9268ded837c5053f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c1:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.350136:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x3db54834 (00000000abc41bb8) 00010000:00010000:2.0:1771968958.350139:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968958.350143:0:3319:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000028eef177/0x9268ded837c50546 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.350148:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c3:0x0].0x0 (0000000074039904) 00010000:00010000:2.0:1771968958.350151:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968958.352312:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.352348:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.352416:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754069312 00000100:00100000:3.0:1771968958.352483:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754069440 00000100:00100000:3.0:1771968958.352500:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36221 00000100:00100000:3.0:1771968958.352566:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ca165c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+592:12522:x1858043754069312:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.352611:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x788:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1771968958.352625:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36222 00000100:00100000:0.0:1771968958.352631:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b547bff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+592:12526:x1858043754069440:12345-192.168.202.27@tcp:36:rm.0 00010000:00010000:0.0:1771968958.352681:0:14913:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 4 locks, starting at 0 00010000:00010000:0.0:1771968958.352710:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000958bdff3/0x9268ded837c0370d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c6:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025403 expref: 592 pid: 14872 timeout: 0 lvb_type: 0 00000004:00000080:3.0:1771968958.352711:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x788:0x0]: rc = -2 00010000:00010000:0.0:1771968958.352737:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009d60a057/0x9268ded837c0340b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c6:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02530e expref: 591 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.352749:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004063450f/0x9268ded837c03722 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c6:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02540a expref: 590 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.352759:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000869f11e0/0x9268ded837c033fd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c6:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025307 expref: 589 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.352768:0:14913:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c6:0x0].0x0 (00000000b6b3f8b0) 00010000:00010000:0.0:1771968958.352778:0:14913:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968958.352793:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ca165c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754069312:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 286us (490us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.352805:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36221 00010000:00010000:0.0:1771968958.352806:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002d1cc202/0x9268ded837c50570 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.352820:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000002d1cc202/0x9268ded837c50570 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.352830:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000002d1cc202/0x9268ded837c50570 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.352847:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c50577 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c4:0x0].0x820cea43 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.352854:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c50577 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c4:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.352860:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c50577 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c4:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.352939:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c5057e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3c6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.352949:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c5057e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.352956:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c5057e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000040:00080000:0.0:1771968958.353262:0:14913:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0x3:0x0].971, 64 off70400 00000040:00080000:0.0:1771968958.353294:0:14913:0:(llog_osd.c:738:llog_osd_write_rec()) added record [0x1:0xa:0x0].11070, 184 off1935800 00010000:00010000:0.0:1771968958.353341:0:14913:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001de9aa48/0x9268ded837c50585 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.353348:0:14913:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000001de9aa48/0x9268ded837c50585 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664894847424 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.353353:0:14913:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000001de9aa48/0x9268ded837c50585 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664894847424 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.353359:0:14913:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001de9aa48/0x9268ded837c50585 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664894847424 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.353364:0:14913:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: 000000001de9aa48/0x9268ded837c50585 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x3c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664894847424 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.353367:0:14913:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001de9aa48/0x9268ded837c50585 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664894847424 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.353387:0:14913:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00010000:0.0:1771968958.353405:0:14913:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006b547bff reply state 000000007d7b5ac1 transno 4294984572 ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c5057e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3c6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.353409:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968958.353414:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001de9aa48/0x9268ded837c50585 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664894847424 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.353422:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001de9aa48 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968958.353426:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001de9aa48/0x9268ded837c50585 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664894847424 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.353434:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001de9aa48/0x9268ded837c50585 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664894847424 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.353445:0:6218:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c6:0x0].0x0 (0000000060424988) 00010000:00010000:3.0:1771968958.353447:0:6218:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1771968958.353450:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001de9aa48/0x9268ded837c50585 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664894847424 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.353456:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001de9aa48/0x9268ded837c50585 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3c6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664894847424 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.353466:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968958.353468:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968958.353469:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968958.353509:0:14913:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: 000000002d1cc202/0x9268ded837c50570 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.353516:0:14913:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002d1cc202/0x9268ded837c50570 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3c4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.353522:0:14913:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002d1cc202/0x9268ded837c50570 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.353527:0:14913:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002d1cc202 already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968958.353530:0:14913:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002d1cc202/0x9268ded837c50570 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.353536:0:14913:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002d1cc202/0x9268ded837c50570 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3c4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.353543:0:14913:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c4:0x0].0x0 (0000000092c83c6d) 00010000:00010000:0.0:1771968958.353545:0:14913:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968958.353548:0:14913:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002d1cc202/0x9268ded837c50570 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968958.353554:0:14913:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002d1cc202/0x9268ded837c50570 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1771968958.353563:0:14913:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request 000000006b547bff reply state 000000007d7b5ac1 transno 4294984572 ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c50577 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c4:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968958.353614:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b547bff pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+589:12526:x1858043754069440:12345-192.168.202.27@tcp:36:rm.0 Request processed in 981us (1265us total) trans 4294984572 rc 0/0 00000100:00100000:0.0:1771968958.353621:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36222 00000100:00100000:2.0:1771968958.358064:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.358232:0:6233:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754069568 00000100:00100000:3.0:1771968958.358297:0:6233:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9798 00000100:00100000:3.0:1771968958.358305:0:6233:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089de80c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+589:12526:x1858043754069568:12345-192.168.202.27@tcp:35:rm.0 00000100:00100000:3.0:1771968958.358619:0:6233:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089de80c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+590:12526:x1858043754069568:12345-192.168.202.27@tcp:35:rm.0 Request processed in 314us (566us total) trans 4294984573 rc 0/0 00000100:00100000:3.0:1771968958.358626:0:6233:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9798 00000100:00100000:0.0:1771968958.359451:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.361796:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.362055:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.362300:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36225 00000100:00100000:3.0:1771968958.362306:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093f442ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+591:12522:x1858043754069824:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.362326:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.362416:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:3.0:1771968958.362472:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093f442ed pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+586:12522:x1858043754069824:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 165us (418us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.362481:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36225 00010000:00010000:2.0:1771968958.363403:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968958.363409:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000294a1eb4/0x9268ded837c505a1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664894847424 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.363417:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000294a1eb4 already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968958.363420:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000294a1eb4/0x9268ded837c505a1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664894847424 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.363427:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000294a1eb4/0x9268ded837c505a1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664894847424 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.363440:0:6219:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c7:0x0].0x0 (000000005de6b2c4) 00010000:00010000:2.0:1771968958.363443:0:6219:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1771968958.363446:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000294a1eb4/0x9268ded837c505a1 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x3c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664894847424 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.363453:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000294a1eb4/0x9268ded837c505a1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3c7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT gid 18446634664894847424 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968958.363465:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968958.363466:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968958.363467:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968958.367491:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.367921:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.368237:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754069952 00000100:00100000:3.0:1771968958.368269:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36226 00000100:00100000:3.0:1771968958.368275:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001de0b672 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12379:x1858043754069888:12345-192.168.202.27@tcp:101:bash.0 00010000:00010000:3.0:1771968958.368305:0:6232:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1771968958.368328:0:6232:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000038b5e75/0x9268ded837c505a8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e969 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.368391:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000075975504/0x9268ded837c505af lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.368404:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 0000000075975504/0x9268ded837c505af lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.368413:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 0000000075975504/0x9268ded837c505af lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.368425:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b93581b3/0x9268ded837c505b6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.368434:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000b93581b3/0x9268ded837c505b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.368437:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000b93581b3/0x9268ded837c505b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.368514:0:6232:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000a0220956/0x9268ded837c505bd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.368519:0:6232:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 00000000a0220956/0x9268ded837c505bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.368522:0:6232:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a0220956/0x9268ded837c505bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1771968958.368557:0:6232:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c1:0x0]: returning size 4096 00000004:00200000:3.0:1771968958.368560:0:6232:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 2 00000004:00010000:3.0:1771968958.368578:0:6232:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 00000000a0220956/0x9268ded837c505bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.368587:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: 0000000075975504/0x9268ded837c505af lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.368592:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000075975504/0x9268ded837c505af lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.368597:0:6232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000075975504/0x9268ded837c505af lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.368601:0:6232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000075975504 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968958.368605:0:6232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075975504/0x9268ded837c505af lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.368610:0:6232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000075975504/0x9268ded837c505af lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.368619:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (0000000035d8192f) 00010000:00010000:3.0:1771968958.368621:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968958.368624:0:6232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000075975504/0x9268ded837c505af lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.368628:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000075975504/0x9268ded837c505af lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.368639:0:6232:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: 00000000b93581b3/0x9268ded837c505b6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.368643:0:6232:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b93581b3/0x9268ded837c505b6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.368646:0:6232:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b93581b3/0x9268ded837c505b6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.368649:0:6232:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b93581b3 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968958.368650:0:6232:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b93581b3/0x9268ded837c505b6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.368652:0:6232:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b93581b3/0x9268ded837c505b6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.368656:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5c7b510 (000000007412b9a2) 00010000:00010000:3.0:1771968958.368658:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968958.368659:0:6232:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b93581b3/0x9268ded837c505b6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.368662:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b93581b3/0x9268ded837c505b6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5c7b510 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.368684:0:6232:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000038b5e75/0x9268ded837c505a8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e969 expref: 590 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.368693:0:6232:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000a0220956/0x9268ded837c505bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e969 expref: 589 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968958.368697:0:6232:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x0 (0000000050a7e365) 00010000:00010000:3.0:1771968958.368699:0:6232:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1771968958.368700:0:6232:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000a0220956, rc 0) 00000100:00100000:0.0:1771968958.368806:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36227 00000100:00100000:0.0:1771968958.368811:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c3f101e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+589:12522:x1858043754069952:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.368829:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x789:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.368903:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x789:0x0]: rc = -2 00000100:00100000:0.0:1771968958.369098:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c3f101e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+589:12522:x1858043754069952:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 284us (1176us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.369106:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36227 00000100:00100000:3.0:1771968958.369317:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001de0b672 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12379:x1858043754069888:12345-192.168.202.27@tcp:101:bash.0 Request processed in 1041us (1837us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968958.369321:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36226 00000100:00100000:0.0:1771968958.374691:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.374805:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754070016 00000100:00100000:2.0:1771968958.374861:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36228 00000100:00100000:2.0:1771968958.374868:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000039c4de7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070016:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.374927:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.375134:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:2.0:1771968958.375224:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000039c4de7d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070016:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 355us (542us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.375232:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36228 00000100:00100000:2.0:1771968958.377044:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754070080 00000100:00100000:2.0:1771968958.377102:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36229 00000100:00100000:2.0:1771968958.377109:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e64fc6fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070080:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.377148:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.377842:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:2.0:1771968958.378001:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e64fc6fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070080:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 889us (1298us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.378012:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36229 00000100:00100000:0.0:1771968958.380287:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.380340:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754070144 00000100:00100000:2.0:1771968958.380398:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36230 00000100:00100000:2.0:1771968958.380407:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000045312b1f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070144:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.380454:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.380535:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:2.0:1771968958.380620:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000045312b1f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070144:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 214us (343us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.380626:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36230 00000100:00100000:0.0:1771968958.381967:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.382234:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754070208 00000100:00100000:2.0:1771968958.382321:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36231 00000100:00100000:2.0:1771968958.382327:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000938ff9b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070208:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.382356:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.382415:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:2.0:1771968958.382459:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000938ff9b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070208:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 131us (497us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.382468:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36231 00000100:00100000:2.0:1771968958.384051:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754070272 00000100:00100000:2.0:1771968958.384139:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36232 00000100:00100000:2.0:1771968958.384145:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb6608b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070272:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.384204:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x78a:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.384277:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x78a:0x0]: rc = -2 00000100:00100000:2.0:1771968958.384324:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb6608b3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070272:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 178us (387us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.384333:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36232 00000100:00100000:0.0:1771968958.385801:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.385851:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754070336 00000100:00100000:2.0:1771968958.386011:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36233 00000100:00100000:2.0:1771968958.386019:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dce53d93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070336:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.386059:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.386135:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:2.0:1771968958.386218:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dce53d93 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070336:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 199us (422us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.386226:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36233 00000100:00100000:0.0:1771968958.387826:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.387941:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754070400 00000100:00100000:2.0:1771968958.387994:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36234 00000100:00100000:2.0:1771968958.388001:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ec93ff3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070400:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.388037:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.388103:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:2.0:1771968958.388150:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ec93ff3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070400:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 150us (331us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.388156:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36234 00000100:00100000:2.0:1771968958.389759:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754070464 00000100:00100000:2.0:1771968958.389848:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36235 00000100:00100000:2.0:1771968958.389854:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f4fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070464:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.389904:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x78b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.389987:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x78b:0x0]: rc = -2 00000100:00100000:2.0:1771968958.390047:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f4fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070464:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 191us (433us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.390055:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36235 00000100:00100000:0.0:1771968958.391846:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.391938:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754070528 00000100:00100000:2.0:1771968958.391983:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36236 00000100:00100000:2.0:1771968958.391990:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc9bc6fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070528:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.392031:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x78c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.392114:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x78c:0x0]: rc = -2 00000100:00100000:2.0:1771968958.392165:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc9bc6fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070528:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 175us (327us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.392171:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36236 00000100:00100000:0.0:1771968958.393818:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.393925:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754070592 00000100:00100000:2.0:1771968958.393973:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36237 00000100:00100000:2.0:1771968958.393981:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed7d4155 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070592:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.394020:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.394097:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:2.0:1771968958.394227:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed7d4155 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070592:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 247us (419us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.394234:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36237 00000100:00100000:2.0:1771968958.395790:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754070656 00000100:00100000:2.0:1771968958.395836:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36238 00000100:00100000:2.0:1771968958.395843:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070fab273 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070656:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.395899:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.395977:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:2.0:1771968958.396037:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070fab273 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070656:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 192us (328us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.396045:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36238 00000100:00100000:0.0:1771968958.397506:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.397595:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754070720 00000100:00100000:2.0:1771968958.397646:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36239 00000100:00100000:2.0:1771968958.397652:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000953f2730 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070720:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.397691:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x78d:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.397773:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x78d:0x0]: rc = -2 00000100:00100000:2.0:1771968958.397835:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000953f2730 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070720:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 182us (339us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.397844:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36239 00000100:00100000:0.0:1771968958.399503:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.399562:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754070784 00000100:00100000:2.0:1771968958.399742:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36240 00000100:00100000:2.0:1771968958.399750:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000e49a3ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070784:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.399796:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.399912:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:2.0:1771968958.399979:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000e49a3ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070784:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 227us (483us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.399988:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36240 00000100:00100000:3.0:1771968958.401707:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754070848 00000100:00100000:3.0:1771968958.401803:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36241 00000100:00100000:3.0:1771968958.401811:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e483277 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070848:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.401851:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.401954:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:3.0:1771968958.402011:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e483277 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070848:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 200us (426us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.402019:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36241 00000100:00100000:0.0:1771968958.403527:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.403600:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754070912 00000100:00100000:2.0:1771968958.403660:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36242 00000100:00100000:2.0:1771968958.403665:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a7d0011 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070912:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.403692:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x78e:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.403766:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x78e:0x0]: rc = -2 00000100:00100000:2.0:1771968958.403824:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a7d0011 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070912:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 157us (304us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.403832:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36242 00000100:00100000:0.0:1771968958.405489:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.405537:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754070976 00000100:00100000:2.0:1771968958.405585:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36243 00000100:00100000:2.0:1771968958.405593:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b14b1744 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070976:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.405633:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.405708:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:2.0:1771968958.405864:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b14b1744 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754070976:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 270us (381us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.405877:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36243 00000100:00100000:2.0:1771968958.407280:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754071040 00000100:00100000:2.0:1771968958.407329:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36244 00000100:00100000:2.0:1771968958.407336:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a4db109 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071040:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.407368:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.407426:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:2.0:1771968958.407466:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a4db109 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071040:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 130us (232us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.407474:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36244 00000100:00100000:0.0:1771968958.408768:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.408823:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754071104 00000100:00100000:2.0:1771968958.408861:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36245 00000100:00100000:2.0:1771968958.408867:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000978399a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071104:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.408904:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x78f:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.408968:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x78f:0x0]: rc = -2 00000100:00100000:2.0:1771968958.409019:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000978399a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071104:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 152us (259us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.409027:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36245 00000100:00100000:0.0:1771968958.410161:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.410228:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754071168 00000100:00100000:2.0:1771968958.410269:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36246 00000100:00100000:2.0:1771968958.410275:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007e288821 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071168:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.410304:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.410355:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:2.0:1771968958.410391:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007e288821 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071168:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 116us (235us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.410403:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36246 00000100:00100000:2.0:1771968958.411933:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754071232 00000100:00100000:2.0:1771968958.411991:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36247 00000100:00100000:2.0:1771968958.411997:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030d2c13f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071232:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.412029:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.412090:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:2.0:1771968958.412131:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030d2c13f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071232:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 133us (419us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.412139:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36247 00000100:00100000:0.0:1771968958.413553:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.413594:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754071296 00000100:00100000:2.0:1771968958.413631:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36248 00000100:00100000:2.0:1771968958.413637:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072cf25c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071296:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.413669:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.413806:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:2.0:1771968958.413847:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072cf25c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071296:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 210us (299us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.413855:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36248 00000100:00100000:0.0:1771968958.414971:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.415050:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754071360 00000100:00100000:2.0:1771968958.415089:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36249 00000100:00100000:2.0:1771968958.415094:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ed1f5002 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071360:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.415120:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.415202:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:2.0:1771968958.415236:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ed1f5002 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071360:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 141us (271us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.415245:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36249 00000100:00100000:3.0:1771968958.416718:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754071424 00000100:00100000:3.0:1771968958.416771:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36250 00000100:00100000:3.0:1771968958.416777:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c5dfb0d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071424:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.416812:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x790:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.416901:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x790:0x0]: rc = -2 00000100:00100000:3.0:1771968958.417002:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c5dfb0d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071424:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 223us (374us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.417011:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36250 00000100:00100000:0.0:1771968958.418411:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.418556:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754071488 00000100:00100000:3.0:1771968958.418605:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36251 00000100:00100000:3.0:1771968958.418611:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c25cea6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071488:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.418646:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.418723:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:3.0:1771968958.418824:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c25cea6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071488:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 213us (423us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.418830:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36251 00000100:00100000:0.0:1771968958.420320:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.420388:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754071552 00000100:00100000:3.0:1771968958.420431:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36252 00000100:00100000:3.0:1771968958.420438:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000acff13df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071552:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.420478:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.420551:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:3.0:1771968958.420597:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000acff13df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071552:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 160us (285us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.420603:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36252 00000100:00100000:3.0:1771968958.422385:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754071616 00000100:00100000:3.0:1771968958.422438:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36253 00000100:00100000:3.0:1771968958.422446:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023ac3a22 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071616:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.422483:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x791:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.422544:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x791:0x0]: rc = -2 00000100:00100000:3.0:1771968958.422594:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023ac3a22 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071616:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 149us (561us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.422600:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36253 00000100:00100000:0.0:1771968958.424017:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.424064:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754071680 00000100:00100000:3.0:1771968958.424141:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36254 00000100:00100000:3.0:1771968958.424146:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000229bed9b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071680:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.424195:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.424257:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:3.0:1771968958.424300:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000229bed9b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071680:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 153us (291us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.424307:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36254 00000100:00100000:0.0:1771968958.425807:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.425854:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754071744 00000100:00100000:3.0:1771968958.426065:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36255 00000100:00100000:3.0:1771968958.426073:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000edd3b7f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071744:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.426109:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.426222:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:3.0:1771968958.426272:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000edd3b7f0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071744:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 200us (476us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.426281:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36255 00000100:00100000:3.0:1771968958.428549:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754071808 00000100:00100000:3.0:1771968958.428634:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36256 00000100:00100000:3.0:1771968958.428640:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d1b81ab4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071808:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.428674:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x792:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.428769:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x792:0x0]: rc = -2 00000100:00100000:3.0:1771968958.428826:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d1b81ab4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071808:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 185us (334us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.428838:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36256 00000100:00100000:0.0:1771968958.430644:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.430769:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754071872 00000100:00100000:3.0:1771968958.430847:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36257 00000100:00100000:3.0:1771968958.430852:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000094d723b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071872:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.430900:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x793:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.430982:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x793:0x0]: rc = -2 00000100:00100000:3.0:1771968958.431045:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000094d723b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071872:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 192us (412us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.431053:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36257 00000100:00100000:0.0:1771968958.432504:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.432548:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754071936 00000100:00100000:3.0:1771968958.432589:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36258 00000100:00100000:3.0:1771968958.432594:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031b6d716 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071936:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.432621:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.432679:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:3.0:1771968958.432729:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031b6d716 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754071936:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 134us (229us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.432736:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36258 00000100:00100000:2.0:1771968958.434146:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754072000 00000100:00100000:2.0:1771968958.434243:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36259 00000100:00100000:2.0:1771968958.434250:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092506541 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072000:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.434288:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.434354:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:2.0:1771968958.434396:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092506541 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072000:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 146us (321us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.434404:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36259 00000100:00100000:0.0:1771968958.440223:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.440279:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754072064 00000100:00100000:3.0:1771968958.440341:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36260 00000100:00100000:3.0:1771968958.440347:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008a993f55 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072064:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.440392:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x794:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.440489:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x794:0x0]: rc = -2 00000100:00100000:3.0:1771968958.440551:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008a993f55 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072064:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 203us (340us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.440561:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36260 00000100:00100000:0.0:1771968958.442136:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.442270:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754072128 00000100:00100000:2.0:1771968958.442314:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36261 00000100:00100000:2.0:1771968958.442320:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8dd568c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072128:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.442350:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x795:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.442417:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x795:0x0]: rc = -2 00000100:00100000:2.0:1771968958.442460:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8dd568c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072128:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 139us (334us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.442468:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36261 00000100:00100000:3.0:1771968958.444155:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754072192 00000100:00100000:3.0:1771968958.444233:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36262 00000100:00100000:3.0:1771968958.444240:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ce2dd36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072192:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.444280:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x796:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.444346:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x796:0x0]: rc = -2 00000100:00100000:3.0:1771968958.444381:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009ce2dd36 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072192:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 141us (316us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.444387:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36262 00000100:00100000:0.0:1771968958.445671:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.445805:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754072256 00000100:00100000:3.0:1771968958.445909:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36263 00000100:00100000:3.0:1771968958.445917:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4b61d0f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072256:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.445951:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.446025:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:3.0:1771968958.446072:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4b61d0f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072256:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 155us (408us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.446077:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36263 00000100:00100000:0.0:1771968958.447494:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.447549:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754072320 00000100:00100000:3.0:1771968958.447608:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36264 00000100:00100000:3.0:1771968958.447612:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fc44e2dd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072320:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.447655:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.447730:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:3.0:1771968958.447785:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fc44e2dd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072320:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 170us (296us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.447797:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36264 00000100:00100000:3.0:1771968958.449374:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754072384 00000100:00100000:3.0:1771968958.449435:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36265 00000100:00100000:3.0:1771968958.449440:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003415a6a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072384:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.449467:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x797:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.449523:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x797:0x0]: rc = -2 00000100:00100000:3.0:1771968958.449564:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003415a6a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072384:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 124us (449us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.449569:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36265 00000100:00100000:0.0:1771968958.451063:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.451133:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754072448 00000100:00100000:3.0:1771968958.451289:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36266 00000100:00100000:3.0:1771968958.451295:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a7f38daa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072448:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.451324:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.451381:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:3.0:1771968958.451425:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a7f38daa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072448:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 130us (369us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.451430:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36266 00000100:00100000:0.0:1771968958.452672:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.452802:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754072512 00000100:00100000:3.0:1771968958.452886:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36267 00000100:00100000:3.0:1771968958.452903:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bdb1c50b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072512:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.452936:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.453015:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:3.0:1771968958.453057:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bdb1c50b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072512:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 154us (390us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.453066:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36267 00000100:00100000:3.0:1771968958.454525:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754072576 00000100:00100000:3.0:1771968958.454576:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36268 00000100:00100000:3.0:1771968958.454581:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000edb0622e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072576:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.454613:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x798:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.454682:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x798:0x0]: rc = -2 00000100:00100000:3.0:1771968958.454732:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000edb0622e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072576:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 150us (271us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.454739:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36268 00000100:00100000:0.0:1771968958.456763:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.456933:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754072640 00000100:00100000:2.0:1771968958.457003:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36269 00000100:00100000:2.0:1771968958.457010:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c24c2212 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072640:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.457050:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.457139:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:2.0:1771968958.457247:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c24c2212 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072640:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 236us (492us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.457260:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36269 00000100:00100000:0.0:1771968958.459477:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.459565:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754072704 00000100:00100000:3.0:1771968958.459625:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36270 00000100:00100000:3.0:1771968958.459632:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e928a540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072704:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.459669:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.459762:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:3.0:1771968958.459822:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e928a540 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072704:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 189us (355us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.459830:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36270 00000100:00100000:3.0:1771968958.461630:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754072768 00000100:00100000:3.0:1771968958.461671:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36271 00000100:00100000:3.0:1771968958.461678:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a13d8a28 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072768:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.461823:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.461912:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:3.0:1771968958.462012:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a13d8a28 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072768:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 333us (517us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.462025:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36271 00000100:00100000:0.0:1771968958.464773:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.465212:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754072832 00000100:00100000:3.0:1771968958.465323:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36272 00000100:00100000:3.0:1771968958.465330:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0f8f4cd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072832:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.465371:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.465481:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:3.0:1771968958.465552:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0f8f4cd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072832:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 220us (789us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.465560:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36272 00000100:00100000:0.0:1771968958.469090:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.469228:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754072896 00000100:00100000:3.0:1771968958.469293:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36273 00000100:00100000:3.0:1771968958.469361:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007b87338 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072896:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.469412:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x799:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.469508:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x799:0x0]: rc = -2 00000100:00100000:3.0:1771968958.469639:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007b87338 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072896:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 273us (496us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.469649:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36273 00000100:00100000:3.0:1771968958.473245:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754072960 00000100:00100000:2.0:1771968958.473461:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36274 00000100:00100000:2.0:1771968958.473469:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d9e7d398 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072960:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.473516:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.473628:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:2.0:1771968958.473702:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d9e7d398 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754072960:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 233us (1673us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.473724:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36274 00000100:00100000:0.0:1771968958.477273:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.477475:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754073024 00000100:00100000:2.0:1771968958.477530:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36275 00000100:00100000:2.0:1771968958.477537:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd2dbc43 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073024:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.477581:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.477684:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:2.0:1771968958.477759:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd2dbc43 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073024:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 221us (495us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.477768:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36275 00000100:00100000:3.0:1771968958.482346:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.482486:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754073088 00000100:00100000:0.0:1771968958.482563:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36276 00000100:00100000:0.0:1771968958.482572:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a4dd1d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073088:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.482653:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.482756:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:0.0:1771968958.482847:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a4dd1d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073088:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 275us (512us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.482856:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36276 00000100:00100000:2.0:1771968958.485990:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754073152 00000100:00100000:2.0:1771968958.486054:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36277 00000100:00100000:2.0:1771968958.486062:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004af9e3d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073152:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.486134:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1771968958.489387:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754073216 00000100:00100000:0.0:1771968958.489472:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36278 00000100:00100000:0.0:1771968958.489479:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f93d8b6c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073216:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.489521:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x79a:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.489602:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x79a:0x0]: rc = -2 00000100:00100000:0.0:1771968958.489663:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f93d8b6c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073216:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 184us (345us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.489672:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36278 00000100:00100000:0.0:1771968958.491658:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754073280 00000100:00100000:0.0:1771968958.491857:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36279 00000100:00100000:0.0:1771968958.491863:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036bd7808 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073280:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.491907:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x79b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.492032:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x79b:0x0]: rc = -2 00000100:00100000:0.0:1771968958.492078:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036bd7808 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073280:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 215us (518us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.492084:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36279 00000100:00100000:0.0:1771968958.493897:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754073344 00000100:00100000:0.0:1771968958.493951:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36280 00000100:00100000:0.0:1771968958.493958:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000603ee0a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073344:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.494101:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.494264:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:0.0:1771968958.494339:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000603ee0a8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073344:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 380us (626us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.494349:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36280 00000100:00100000:0.0:1771968958.496573:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754073408 00000100:00100000:0.0:1771968958.496639:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36281 00000100:00100000:0.0:1771968958.496647:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096989711 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073408:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.496730:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.496820:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:0.0:1771968958.496881:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096989711 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073408:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 233us (418us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.496898:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36281 00000100:00100000:2.0:1771968958.500588:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754073472 00000100:00100000:2.0:1771968958.500684:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36282 00000100:00100000:2.0:1771968958.500692:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029a0b20e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073472:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.500750:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.500842:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:2.0:1771968958.500929:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029a0b20e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073472:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 237us (473us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.500938:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36282 00000100:00100000:2.0:1771968958.502640:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754073536 00000100:00100000:2.0:1771968958.502724:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36283 00000100:00100000:2.0:1771968958.502731:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c42c2b09 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073536:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.502762:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.502828:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:2.0:1771968958.502881:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c42c2b09 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073536:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 150us (329us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.502898:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36283 00000100:00100000:2.0:1771968958.504777:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754073600 00000100:00100000:2.0:1771968958.504870:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36284 00000100:00100000:2.0:1771968958.504878:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000671f32da pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073600:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.504929:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x79c:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.505029:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x79c:0x0]: rc = -2 00000100:00100000:2.0:1771968958.505086:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000671f32da pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073600:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 208us (400us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.505093:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36284 00000100:00100000:2.0:1771968958.507115:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754073664 00000100:00100000:2.0:1771968958.507247:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36285 00000100:00100000:2.0:1771968958.507254:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ac325370 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073664:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.507319:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x79d:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.507405:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x79d:0x0]: rc = -2 00000100:00100000:2.0:1771968958.507478:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ac325370 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073664:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 223us (435us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.507488:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36285 00000100:00100000:2.0:1771968958.509423:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754073728 00000100:00100000:2.0:1771968958.509835:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36286 00000100:00100000:2.0:1771968958.509842:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009371dd27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073728:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.509875:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.509977:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:2.0:1771968958.510044:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009371dd27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073728:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 201us (672us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.510053:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36286 00000100:00100000:2.0:1771968958.512217:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754073792 00000100:00100000:2.0:1771968958.512279:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36287 00000100:00100000:2.0:1771968958.512287:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000048f3bd98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073792:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.512325:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.512403:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:2.0:1771968958.512571:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000048f3bd98 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073792:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 283us (446us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.512694:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36287 00000100:00100000:2.0:1771968958.519173:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754073856 00000100:00100000:2.0:1771968958.519309:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36288 00000100:00100000:2.0:1771968958.519317:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f7dab4c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073856:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.519361:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.519467:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:2.0:1771968958.519542:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f7dab4c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073856:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 225us (563us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.519555:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36288 00000100:00100000:2.0:1771968958.522235:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754073920 00000100:00100000:2.0:1771968958.522292:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36289 00000100:00100000:2.0:1771968958.522300:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fb3219aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073920:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.522367:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.522671:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:2.0:1771968958.522806:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fb3219aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073920:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 506us (659us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.522815:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36289 00000100:00100000:2.0:1771968958.525085:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754073984 00000100:00100000:2.0:1771968958.525140:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36290 00000100:00100000:2.0:1771968958.525148:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a7e34c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073984:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.525228:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.525307:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:2.0:1771968958.525362:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a7e34c5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754073984:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 214us (339us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.525370:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36290 00000100:00100000:2.0:1771968958.526901:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754074048 00000100:00100000:2.0:1771968958.526957:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36291 00000100:00100000:2.0:1771968958.526965:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054fec242 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074048:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.526994:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.527064:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:2.0:1771968958.527116:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054fec242 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074048:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 150us (358us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.527127:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36291 00000100:00100000:2.0:1771968958.528771:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754074112 00000100:00100000:2.0:1771968958.528826:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36292 00000100:00100000:2.0:1771968958.528832:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f48b26a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074112:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.528859:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x79e:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.528950:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x79e:0x0]: rc = -2 00000100:00100000:2.0:1771968958.529017:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f48b26a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074112:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 183us (314us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.529025:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36292 00000100:00100000:0.0:1771968958.530405:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754074176 00000100:00100000:0.0:1771968958.530553:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36293 00000100:00100000:0.0:1771968958.530561:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3511c0b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074176:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.530596:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x79f:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.530659:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x79f:0x0]: rc = -2 00000100:00100000:0.0:1771968958.530703:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3511c0b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074176:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 142us (360us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.530711:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36293 00000100:00100000:0.0:1771968958.532278:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754074240 00000100:00100000:0.0:1771968958.532341:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36294 00000100:00100000:0.0:1771968958.532345:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000718d18f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074240:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.532370:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.532420:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:0.0:1771968958.532463:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000718d18f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074240:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 117us (352us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.532475:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36294 00000100:00100000:0.0:1771968958.533925:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754074304 00000100:00100000:0.0:1771968958.533972:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36295 00000100:00100000:0.0:1771968958.533978:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b355c662 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074304:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.534007:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.534071:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:0.0:1771968958.534160:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b355c662 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074304:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 181us (324us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.534168:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36295 00000100:00100000:2.0:1771968958.536738:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754074368 00000100:00100000:2.0:1771968958.536797:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36296 00000100:00100000:2.0:1771968958.536804:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000256317d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074368:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.536871:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.536975:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:2.0:1771968958.537041:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000256317d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074368:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 236us (389us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.537048:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36296 00000100:00100000:0.0:1771968958.542745:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754074432 00000100:00100000:0.0:1771968958.542836:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36297 00000100:00100000:0.0:1771968958.542845:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004256f8e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074432:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.542927:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.543037:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:0.0:1771968958.544574:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004256f8e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074432:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 1722us (4970us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.544586:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36297 00000100:00100000:0.0:1771968958.549730:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754074496 00000100:00100000:0.0:1771968958.549798:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36298 00000100:00100000:0.0:1771968958.549806:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c984fba4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074496:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.549849:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7a0:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.550058:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7a0:0x0]: rc = -2 00000100:00100000:0.0:1771968958.550141:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c984fba4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074496:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 336us (503us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.550151:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36298 00000100:00100000:0.0:1771968958.553790:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754074560 00000100:00100000:0.0:1771968958.553866:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36299 00000100:00100000:0.0:1771968958.553875:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e123d89d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074560:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.553931:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.554038:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:0.0:1771968958.554104:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e123d89d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074560:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 230us (1023us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.554111:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36299 00000100:00100000:2.0:1771968958.556490:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.556662:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754074624 00000100:00100000:3.0:1771968958.556727:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36300 00000100:00100000:3.0:1771968958.556734:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093d9160d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074624:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.556773:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.556867:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:3.0:1771968958.557097:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093d9160d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074624:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 362us (616us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.557107:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36300 00000100:00100000:3.0:1771968958.562540:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754074688 00000100:00100000:3.0:1771968958.562615:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36301 00000100:00100000:3.0:1771968958.562623:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad34d60a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074688:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.562666:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7a1:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.562791:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7a1:0x0]: rc = -2 00000100:00100000:3.0:1771968958.562866:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad34d60a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074688:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 243us (608us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.562874:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36301 00000100:00100000:0.0:1771968958.568676:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754074752 00000100:00100000:0.0:1771968958.568973:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36302 00000100:00100000:0.0:1771968958.568982:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000de9dfb5c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074752:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.569033:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.569152:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:0.0:1771968958.569434:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000de9dfb5c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074752:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 451us (844us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.569444:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36302 00000100:00100000:2.0:1771968958.572361:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.572478:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754074816 00000100:00100000:0.0:1771968958.572541:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36303 00000100:00100000:0.0:1771968958.572548:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000871278bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074816:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.572618:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.572736:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:0.0:1771968958.572800:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000871278bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074816:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 251us (450us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.572813:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36303 00000100:00100000:2.0:1771968958.576055:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.576553:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754074880 00000100:00100000:2.0:1771968958.576921:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36304 00000100:00100000:2.0:1771968958.576931:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c5e95b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074880:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.577157:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7a2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.577294:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7a2:0x0]: rc = -2 00000100:00100000:2.0:1771968958.577371:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c5e95b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074880:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 440us (1400us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.577381:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36304 00000100:00100000:0.0:1771968958.580490:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754074944 00000100:00100000:0.0:1771968958.580563:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36305 00000100:00100000:0.0:1771968958.580571:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c28e8fa6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074944:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.580619:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7a3:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.580872:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7a3:0x0]: rc = -2 00000100:00100000:0.0:1771968958.580953:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c28e8fa6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754074944:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 382us (1462us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.580962:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36305 00000100:00100000:2.0:1771968958.585681:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.585914:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754075008 00000100:00100000:3.0:1771968958.586009:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36306 00000100:00100000:3.0:1771968958.586017:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003637e995 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075008:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.586092:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.586322:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:3.0:1771968958.586395:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003637e995 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075008:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 377us (724us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.586403:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36306 00000100:00100000:2.0:1771968958.588832:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.588964:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754075072 00000100:00100000:3.0:1771968958.589118:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36307 00000100:00100000:3.0:1771968958.589126:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbdbb4c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075072:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.589166:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.589281:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:3.0:1771968958.589348:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbdbb4c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075072:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 222us (526us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.589361:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36307 00000100:00100000:3.0:1771968958.593506:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754075136 00000100:00100000:3.0:1771968958.593623:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36308 00000100:00100000:3.0:1771968958.593642:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ad51d76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075136:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.593709:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7a4:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.593872:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7a4:0x0]: rc = -2 00000100:00100000:3.0:1771968958.594106:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ad51d76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075136:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 340us (2441us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.594124:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36308 00000100:00100000:3.0:1771968958.596310:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754075200 00000100:00100000:2.0:1771968958.596767:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36309 00000100:00100000:2.0:1771968958.596778:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062ff7124 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075200:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.596822:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7a5:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.596935:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7a5:0x0]: rc = -2 00000100:00100000:2.0:1771968958.597021:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062ff7124 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075200:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 244us (771us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.597030:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36309 00000100:00100000:2.0:1771968958.600076:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.600272:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754075264 00000100:00100000:0.0:1771968958.600349:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36310 00000100:00100000:0.0:1771968958.600357:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002280c586 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075264:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.600406:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.600509:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:0.0:1771968958.600573:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002280c586 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075264:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 216us (510us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.600583:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36310 00000100:00100000:0.0:1771968958.604055:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754075328 00000100:00100000:0.0:1771968958.604126:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36311 00000100:00100000:0.0:1771968958.604133:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047ae2429 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075328:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.604194:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.604384:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:0.0:1771968958.604471:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047ae2429 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075328:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 336us (1146us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.604484:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36311 00000100:00100000:0.0:1771968958.606990:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754075392 00000100:00100000:0.0:1771968958.607155:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36312 00000100:00100000:0.0:1771968958.607163:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098b818e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075392:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.607331:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.607588:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:0.0:1771968958.607812:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098b818e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075392:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 648us (1062us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.607821:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36312 00000100:00100000:2.0:1771968958.617378:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.617489:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754075456 00000100:00100000:0.0:1771968958.617555:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36313 00000100:00100000:0.0:1771968958.617564:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012dce043 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075456:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.617615:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.617719:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:0.0:1771968958.617782:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012dce043 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075456:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 218us (415us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.617790:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36313 00000100:00100000:2.0:1771968958.621008:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754075520 00000100:00100000:2.0:1771968958.621105:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36314 00000100:00100000:2.0:1771968958.621112:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a98d5012 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075520:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.621151:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7a6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.621261:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7a6:0x0]: rc = -2 00000100:00100000:2.0:1771968958.621332:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a98d5012 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075520:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 219us (1222us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.621338:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36314 00000100:00100000:2.0:1771968958.623997:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754075584 00000100:00100000:2.0:1771968958.624062:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36315 00000100:00100000:2.0:1771968958.624070:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d13b01fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075584:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.624145:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7a7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.624274:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7a7:0x0]: rc = -2 00000100:00100000:2.0:1771968958.624333:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d13b01fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075584:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 262us (538us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.624341:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36315 00000100:00100000:3.0:1771968958.626937:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.627135:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754075648 00000100:00100000:0.0:1771968958.627294:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36316 00000100:00100000:0.0:1771968958.627302:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071a77426 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075648:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.627345:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.627440:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:0.0:1771968958.627545:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071a77426 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075648:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 241us (620us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.627558:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36316 00000100:00100000:0.0:1771968958.629868:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754075712 00000100:00100000:0.0:1771968958.629935:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36317 00000100:00100000:0.0:1771968958.629944:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0f3c20e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075712:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.629993:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.630078:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:0.0:1771968958.630143:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0f3c20e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075712:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 199us (369us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.630152:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36317 00000100:00100000:0.0:1771968958.633617:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754075776 00000100:00100000:0.0:1771968958.633683:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36318 00000100:00100000:0.0:1771968958.633691:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005899d603 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075776:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.633876:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.634051:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:0.0:1771968958.634151:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005899d603 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075776:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 460us (760us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.634160:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36318 00000100:00100000:3.0:1771968958.636723:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.636819:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754075840 00000100:00100000:0.0:1771968958.636896:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36319 00000100:00100000:0.0:1771968958.636905:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000667b6fd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075840:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.636948:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.637062:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:0.0:1771968958.637130:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000667b6fd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075840:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 225us (430us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.637142:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36319 00000100:00100000:0.0:1771968958.640825:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754075904 00000100:00100000:0.0:1771968958.640884:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36320 00000100:00100000:0.0:1771968958.640899:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000862274eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075904:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.640941:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7a8:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.641046:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7a8:0x0]: rc = -2 00000100:00100000:0.0:1771968958.641108:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000862274eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075904:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 209us (372us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.641116:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36320 00000100:00100000:0.0:1771968958.643221:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754075968 00000100:00100000:0.0:1771968958.643274:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36321 00000100:00100000:0.0:1771968958.643283:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000760f3d9b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075968:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.643318:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7a9:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.643400:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7a9:0x0]: rc = -2 00000100:00100000:0.0:1771968958.643446:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000760f3d9b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754075968:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 165us (354us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.643453:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36321 00000100:00100000:3.0:1771968958.646388:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.646586:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754076032 00000100:00100000:0.0:1771968958.646643:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36322 00000100:00100000:0.0:1771968958.646651:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ebaf4c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076032:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.646733:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.646825:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:0.0:1771968958.646883:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ebaf4c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076032:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 231us (503us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.646907:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36322 00000100:00100000:0.0:1771968958.649445:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754076096 00000100:00100000:0.0:1771968958.649521:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36323 00000100:00100000:0.0:1771968958.649530:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051d134ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076096:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.649571:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.649854:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:0.0:1771968958.649940:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051d134ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076096:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 410us (568us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.649949:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36323 00000100:00100000:0.0:1771968958.652824:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754076160 00000100:00100000:0.0:1771968958.652880:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36324 00000100:00100000:0.0:1771968958.652899:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b8aeeb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076160:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.652941:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7aa:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.653172:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7aa:0x0]: rc = -2 00000100:00100000:0.0:1771968958.653252:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b8aeeb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076160:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 354us (558us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.653257:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36324 00000100:00100000:3.0:1771968958.654997:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.655060:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754076224 00000100:00100000:0.0:1771968958.655109:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36325 00000100:00100000:0.0:1771968958.655114:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ba8b9ac1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076224:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.655143:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.655352:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:0.0:1771968958.655404:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ba8b9ac1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076224:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 290us (414us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.655413:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36325 00000100:00100000:0.0:1771968958.657605:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754076288 00000100:00100000:0.0:1771968958.657646:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36326 00000100:00100000:0.0:1771968958.657652:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbc819f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076288:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.657715:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.657798:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:0.0:1771968958.657856:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbc819f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076288:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 204us (345us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.657865:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36326 00000100:00100000:0.0:1771968958.659296:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754076352 00000100:00100000:0.0:1771968958.659340:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36327 00000100:00100000:0.0:1771968958.659344:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000633b29b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076352:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.659368:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7ab:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.659430:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7ab:0x0]: rc = -2 00000100:00100000:0.0:1771968958.659470:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000633b29b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076352:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 125us (233us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.659476:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36327 00000100:00100000:3.0:1771968958.661003:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.661103:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754076416 00000100:00100000:2.0:1771968958.661151:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36328 00000100:00100000:2.0:1771968958.661156:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000acd0545b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076416:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.661226:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7ac:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.661295:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7ac:0x0]: rc = -2 00000100:00100000:2.0:1771968958.661339:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000acd0545b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076416:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 183us (344us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.661345:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36328 00000100:00100000:0.0:1771968958.662839:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754076480 00000100:00100000:0.0:1771968958.662926:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36329 00000100:00100000:0.0:1771968958.662932:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a19d81df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076480:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.662962:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7ad:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.663042:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7ad:0x0]: rc = -2 00000100:00100000:0.0:1771968958.663093:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a19d81df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076480:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 160us (309us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.663105:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36329 00000100:00100000:0.0:1771968958.665132:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754076544 00000100:00100000:0.0:1771968958.665235:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36330 00000100:00100000:0.0:1771968958.665242:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006bb85f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076544:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.665276:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7ae:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.665351:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7ae:0x0]: rc = -2 00000100:00100000:0.0:1771968958.665392:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006bb85f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076544:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 151us (511us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.665397:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36330 00000100:00100000:3.0:1771968958.668261:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.668331:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754076608 00000100:00100000:2.0:1771968958.668405:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36331 00000100:00100000:2.0:1771968958.668411:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e2229d96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076608:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.668447:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.668526:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:2.0:1771968958.668595:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e2229d96 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076608:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 182us (340us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.668603:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36331 00000100:00100000:0.0:1771968958.671627:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754076672 00000100:00100000:0.0:1771968958.671688:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36332 00000100:00100000:0.0:1771968958.671693:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000085f7df1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076672:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.671764:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.671855:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:0.0:1771968958.671939:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000085f7df1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076672:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 244us (383us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.671947:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36332 00000100:00100000:2.0:1771968958.674763:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754076736 00000100:00100000:2.0:1771968958.674822:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36333 00000100:00100000:2.0:1771968958.674829:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7aa3585 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076736:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.674866:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.674959:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:2.0:1771968958.675140:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7aa3585 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076736:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 310us (528us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.675148:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36333 00000100:00100000:3.0:1771968958.677567:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.677659:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754076800 00000100:00100000:2.0:1771968958.677706:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36334 00000100:00100000:2.0:1771968958.677713:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb7a8812 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076800:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.677754:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.677817:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:2.0:1771968958.677870:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb7a8812 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076800:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 157us (311us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.677878:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36334 00000100:00100000:2.0:1771968958.680880:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754076864 00000100:00100000:2.0:1771968958.680930:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36335 00000100:00100000:2.0:1771968958.680936:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3b22fc6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076864:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.680963:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7af:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.681026:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7af:0x0]: rc = -2 00000100:00100000:2.0:1771968958.681064:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3b22fc6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076864:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 129us (411us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.681069:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36335 00000100:00100000:2.0:1771968958.683805:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754076928 00000100:00100000:2.0:1771968958.683848:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36336 00000100:00100000:2.0:1771968958.683852:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9a45ff4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076928:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.683879:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.684021:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:2.0:1771968958.684202:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9a45ff4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076928:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 348us (457us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.684209:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36336 00000100:00100000:3.0:1771968958.685907:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.686065:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754076992 00000100:00100000:2.0:1771968958.686113:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36337 00000100:00100000:2.0:1771968958.686118:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f25721f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076992:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.686148:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.686248:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:2.0:1771968958.686303:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f25721f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754076992:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 184us (415us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.686310:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36337 00000100:00100000:2.0:1771968958.688326:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754077056 00000100:00100000:2.0:1771968958.688377:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36338 00000100:00100000:2.0:1771968958.688383:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000273861bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077056:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.688441:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7b0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.688533:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7b0:0x0]: rc = -2 00000100:00100000:2.0:1771968958.688600:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000273861bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077056:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 217us (497us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.688609:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36338 00000100:00100000:2.0:1771968958.692056:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754077120 00000100:00100000:2.0:1771968958.692171:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36339 00000100:00100000:2.0:1771968958.692201:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000202ec53d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077120:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.692247:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7b1:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.692346:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7b1:0x0]: rc = -2 00000100:00100000:2.0:1771968958.692415:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000202ec53d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077120:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 214us (751us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.692428:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36339 00000100:00100000:3.0:1771968958.694571:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.694654:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754077184 00000100:00100000:2.0:1771968958.694715:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36340 00000100:00100000:2.0:1771968958.694721:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006dc76d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077184:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.694754:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.694831:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:2.0:1771968958.694899:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006dc76d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077184:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 176us (337us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.694906:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36340 00000100:00100000:0.0:1771968958.697065:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754077248 00000100:00100000:0.0:1771968958.697129:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36341 00000100:00100000:0.0:1771968958.697136:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e6af2c20 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077248:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.697218:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.697315:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:0.0:1771968958.697380:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e6af2c20 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077248:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 243us (481us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.697392:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36341 00000100:00100000:2.0:1771968958.699364:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754077312 00000100:00100000:2.0:1771968958.699414:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36342 00000100:00100000:2.0:1771968958.699421:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001724648d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077312:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.699460:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.699535:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:2.0:1771968958.699593:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001724648d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077312:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 172us (282us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.699601:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36342 00000100:00100000:3.0:1771968958.701899:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.704020:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754077376 00000100:00100000:2.0:1771968958.704101:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36343 00000100:00100000:2.0:1771968958.704110:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c516de97 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077376:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.704213:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.704315:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:2.0:1771968958.704389:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c516de97 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077376:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 279us (2508us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.704400:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36343 00000100:00100000:2.0:1771968958.707462:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754077440 00000100:00100000:2.0:1771968958.707536:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36344 00000100:00100000:2.0:1771968958.707544:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008c4e76a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077440:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.707591:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7b2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.707719:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7b2:0x0]: rc = -2 00000100:00100000:2.0:1771968958.707793:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008c4e76a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077440:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 249us (430us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.707801:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36344 00000100:00100000:2.0:1771968958.712974:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754077504 00000100:00100000:2.0:1771968958.713045:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36345 00000100:00100000:2.0:1771968958.713054:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000c1205d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077504:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.713096:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.713237:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:2.0:1771968958.713346:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000c1205d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077504:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 293us (499us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.713355:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36345 00000100:00100000:3.0:1771968958.715267:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.715344:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754077568 00000100:00100000:2.0:1771968958.715383:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36346 00000100:00100000:2.0:1771968958.715388:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002aa62263 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077568:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.715519:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.715608:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:2.0:1771968958.715666:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002aa62263 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077568:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 277us (407us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.715682:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36346 00000100:00100000:2.0:1771968958.719554:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754077632 00000100:00100000:2.0:1771968958.719623:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36347 00000100:00100000:2.0:1771968958.719632:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9e9ebf4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077632:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.719824:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7b3:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.719938:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7b3:0x0]: rc = -2 00000100:00100000:2.0:1771968958.720052:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9e9ebf4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077632:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 420us (1197us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.720061:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36347 00000100:00100000:2.0:1771968958.722458:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754077696 00000100:00100000:2.0:1771968958.722514:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36348 00000100:00100000:2.0:1771968958.722522:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000057f5dd0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077696:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.722562:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.722643:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:2.0:1771968958.723088:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000057f5dd0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077696:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 566us (699us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.723095:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36348 00000100:00100000:3.0:1771968958.727579:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.727647:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754077760 00000100:00100000:2.0:1771968958.727715:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36349 00000100:00100000:2.0:1771968958.727725:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3c035cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077760:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.727768:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.727895:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:2.0:1771968958.727970:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3c035cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077760:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 246us (400us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.727983:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36349 00000100:00100000:2.0:1771968958.730517:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754077824 00000100:00100000:2.0:1771968958.730644:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36350 00000100:00100000:2.0:1771968958.730653:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fd1dd029 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077824:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.730692:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.730781:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:2.0:1771968958.730841:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fd1dd029 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077824:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 188us (390us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.730849:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36350 00000100:00100000:2.0:1771968958.732692:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754077888 00000100:00100000:2.0:1771968958.732747:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36351 00000100:00100000:2.0:1771968958.732755:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cafb04f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077888:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.732818:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.732926:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:2.0:1771968958.732986:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cafb04f8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077888:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 231us (549us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.732994:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36351 00000100:00100000:3.0:1771968958.734737:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.734795:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754077952 00000100:00100000:2.0:1771968958.734850:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36352 00000100:00100000:2.0:1771968958.734948:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8ff7c10 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077952:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.734984:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7b4:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.735070:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7b4:0x0]: rc = -2 00000100:00100000:2.0:1771968958.735126:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8ff7c10 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754077952:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 268us (397us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.735143:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36352 00000100:00100000:0.0:1771968958.737302:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754078016 00000100:00100000:0.0:1771968958.737352:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36353 00000100:00100000:0.0:1771968958.737357:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000863606dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078016:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.737391:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7b5:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.737460:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7b5:0x0]: rc = -2 00000100:00100000:0.0:1771968958.737504:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000863606dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078016:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 147us (510us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.737510:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36353 00000100:00100000:0.0:1771968958.739431:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754078080 00000100:00100000:0.0:1771968958.739473:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36354 00000100:00100000:0.0:1771968958.739478:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7b004be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078080:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.739507:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.739572:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:0.0:1771968958.739611:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7b004be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078080:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 133us (339us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.739616:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36354 00000100:00100000:3.0:1771968958.741320:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.741926:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754078144 00000100:00100000:0.0:1771968958.741984:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36355 00000100:00100000:0.0:1771968958.741990:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a9a5793 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078144:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.742058:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.742147:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:0.0:1771968958.742309:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a9a5793 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078144:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 319us (998us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.742319:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36355 00000100:00100000:0.0:1771968958.751436:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754078208 00000100:00100000:0.0:1771968958.751519:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36356 00000100:00100000:0.0:1771968958.751527:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009955e115 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078208:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.751571:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.751669:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:0.0:1771968958.751751:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009955e115 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078208:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 224us (4349us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.751760:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36356 00000100:00100000:2.0:1771968958.754348:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754078272 00000100:00100000:2.0:1771968958.754421:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36357 00000100:00100000:2.0:1771968958.754430:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e5051809 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078272:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.754473:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.754962:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:2.0:1771968958.755119:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e5051809 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078272:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 689us (1115us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.755129:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36357 00000100:00100000:3.0:1771968958.758307:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.758970:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754078336 00000100:00100000:2.0:1771968958.759037:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36358 00000100:00100000:2.0:1771968958.759044:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000d0ff5a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078336:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.759097:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.759224:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:2.0:1771968958.759297:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000d0ff5a5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078336:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 252us (1002us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.759306:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36358 00000100:00100000:2.0:1771968958.763451:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754078400 00000100:00100000:2.0:1771968958.763508:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36359 00000100:00100000:2.0:1771968958.763515:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ce479977 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078400:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.763589:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.763710:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:2.0:1771968958.763776:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ce479977 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078400:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 262us (423us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.763786:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36359 00000100:00100000:2.0:1771968958.767215:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754078464 00000100:00100000:2.0:1771968958.767264:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36360 00000100:00100000:2.0:1771968958.767321:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6d2f616 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078464:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.767358:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7b6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.767446:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7b6:0x0]: rc = -2 00000100:00100000:2.0:1771968958.767510:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6d2f616 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078464:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 240us (1467us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.767516:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36360 00000100:00100000:3.0:1771968958.769821:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.770000:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754078528 00000100:00100000:0.0:1771968958.770068:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36361 00000100:00100000:0.0:1771968958.770075:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033d51dc1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078528:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.770116:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7b7:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.770258:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7b7:0x0]: rc = -2 00000100:00100000:0.0:1771968958.770316:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033d51dc1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078528:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 240us (504us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.770325:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36361 00000100:00100000:0.0:1771968958.777168:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754078592 00000100:00100000:0.0:1771968958.777256:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36362 00000100:00100000:0.0:1771968958.777262:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001895ee85 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078592:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.777306:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.777411:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:0.0:1771968958.777481:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001895ee85 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078592:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 217us (425us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.777493:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36362 00000100:00100000:0.0:1771968958.779452:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754078656 00000100:00100000:0.0:1771968958.779513:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36363 00000100:00100000:0.0:1771968958.779521:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007cb7201b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078656:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.779588:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.779672:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:0.0:1771968958.779726:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007cb7201b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078656:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 205us (394us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.779735:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36363 00000100:00100000:2.0:1771968958.786302:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.786982:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754078720 00000100:00100000:0.0:1771968958.787059:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36364 00000100:00100000:0.0:1771968958.787068:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b599d66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078720:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.787116:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.787263:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:0.0:1771968958.787332:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b599d66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078720:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 263us (1039us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.787341:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36364 00000100:00100000:0.0:1771968958.792467:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754078784 00000100:00100000:0.0:1771968958.792536:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36365 00000100:00100000:0.0:1771968958.792544:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000160f8018 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078784:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.792591:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.792698:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:0.0:1771968958.792769:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000160f8018 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078784:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 225us (432us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.792782:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36365 00000100:00100000:0.0:1771968958.801968:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754078848 00000100:00100000:0.0:1771968958.802059:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36366 00000100:00100000:0.0:1771968958.802069:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001eaa98d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078848:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.802120:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7b8:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.802244:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7b8:0x0]: rc = -2 00000100:00100000:0.0:1771968958.802319:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001eaa98d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078848:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 251us (5256us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.802328:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36366 00000100:00100000:2.0:1771968958.804204:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.804271:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754078912 00000100:00100000:0.0:1771968958.804327:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36367 00000100:00100000:0.0:1771968958.804335:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddf4b51d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078912:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.804399:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.804486:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:0.0:1771968958.807061:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddf4b51d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078912:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 2712us (2875us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.807084:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36367 00000100:00100000:0.0:1771968958.809968:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754078976 00000100:00100000:0.0:1771968958.810036:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36368 00000100:00100000:0.0:1771968958.810045:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009ffe3095 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754078976:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.810095:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1771968958.812325:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754079040 00000100:00100000:2.0:1771968958.812394:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36369 00000100:00100000:2.0:1771968958.812402:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f089393a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754079040:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.812437:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7b9:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.812530:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7b9:0x0]: rc = -2 00000100:00100000:2.0:1771968958.812591:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f089393a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754079040:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 189us (485us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.812600:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36369 00000100:00100000:2.0:1771968958.814385:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.814979:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754079104 00000100:00100000:0.0:1771968958.815052:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36370 00000100:00100000:0.0:1771968958.815060:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d38bbbe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754079104:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.815105:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.815244:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:0.0:1771968958.815316:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d38bbbe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754079104:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 255us (941us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.815324:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36370 00000100:00100000:2.0:1771968958.818978:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754079168 00000100:00100000:2.0:1771968958.819050:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36371 00000100:00100000:2.0:1771968958.819059:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000afe59c0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754079168:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.819105:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.819252:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:2.0:1771968958.819324:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000afe59c0e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754079168:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 264us (987us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.819332:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36371 00000100:00100000:0.0:1771968958.822977:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754079232 00000100:00100000:0.0:1771968958.823050:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36372 00000100:00100000:0.0:1771968958.823059:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db884059 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754079232:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.823105:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7ba:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.823264:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7ba:0x0]: rc = -2 00000100:00100000:0.0:1771968958.823330:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db884059 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754079232:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 272us (722us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.823339:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36372 00000100:00100000:2.0:1771968958.826893:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.831450:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754079360 00000100:00100000:0.0:1771968958.831523:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36374 00000100:00100000:0.0:1771968958.831530:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9d8e564 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754079360:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.831601:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.831720:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:0.0:1771968958.831794:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9d8e564 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754079360:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 264us (443us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.831803:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36374 00000100:00100000:2.0:1771968958.834585:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.840845:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.840973:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754079488 00000100:00100000:0.0:1771968958.841054:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36376 00000100:00100000:0.0:1771968958.841063:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d10a1117 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754079488:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.841109:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7bc:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.841252:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7bc:0x0]: rc = -2 00000100:00100000:0.0:1771968958.841317:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d10a1117 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754079488:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 254us (484us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.841326:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36376 00000100:00100000:2.0:1771968958.845377:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.849943:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.850105:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754079616 00000100:00100000:2.0:1771968958.850277:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36378 00000100:00100000:2.0:1771968958.850285:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031274c7c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754079616:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.850357:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7be:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.850464:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7be:0x0]: rc = -2 00000100:00100000:2.0:1771968958.850622:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031274c7c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754079616:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 337us (690us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.850629:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36378 00000100:00100000:3.0:1771968958.852618:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.852835:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754079680 00000100:00100000:2.0:1771968958.852922:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36379 00000100:00100000:2.0:1771968958.852928:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000042507bde pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754079680:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.852963:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.853057:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:2.0:1771968958.853115:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000042507bde pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754079680:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 186us (507us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.853122:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36379 00000100:00100000:3.0:1771968958.855798:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.857912:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.861160:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.861257:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754079872 00000100:00100000:2.0:1771968958.861360:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36382 00000100:00100000:2.0:1771968958.861366:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020fe0024 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754079872:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.861400:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.861479:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:2.0:1771968958.861532:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020fe0024 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754079872:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 166us (385us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.861538:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36382 00000100:00100000:3.0:1771968958.863082:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.863227:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754079936 00000100:00100000:2.0:1771968958.863274:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36383 00000100:00100000:2.0:1771968958.863280:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e92b15f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754079936:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.863316:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.863388:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:2.0:1771968958.863436:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e92b15f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754079936:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 155us (362us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.863443:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36383 00000100:00100000:3.0:1771968958.865259:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.868303:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.872268:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.876909:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.880943:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.893033:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.896461:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.899411:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.904025:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.908286:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36392 00000100:00100000:0.0:1771968958.908297:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000781331f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754080512:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.908347:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7c2:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.908467:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7c2:0x0]: rc = -2 00000100:00100000:0.0:1771968958.908551:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000781331f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754080512:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 255us (4533us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.908560:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36392 00000100:00100000:2.0:1771968958.910779:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.914318:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754080576 00000100:00100000:0.0:1771968958.914417:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36393 00000100:00100000:0.0:1771968958.914426:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ccd1fe2a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754080576:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.914471:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7c3:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.914582:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7c3:0x0]: rc = -2 00000100:00100000:0.0:1771968958.914667:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ccd1fe2a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754080576:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 240us (3893us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.914676:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36393 00000100:00100000:0.0:1771968958.921835:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.921996:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754080640 00000100:00100000:3.0:1771968958.922366:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36394 00000100:00100000:3.0:1771968958.922377:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007bf1b084 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754080640:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.922414:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x442:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.922499:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x442:0x0]: rc = -2 00000100:00100000:3.0:1771968958.922569:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007bf1b084 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754080640:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 193us (747us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.922577:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36394 00000100:00100000:2.0:1771968958.927049:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.931369:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754080704 00000100:00100000:0.0:1771968958.931465:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36395 00000100:00100000:0.0:1771968958.931476:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004c4c38f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754080704:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.931553:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x442:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.931660:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x442:0x0]: rc = -2 00000100:00100000:0.0:1771968958.931743:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004c4c38f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754080704:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 268us (4706us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.931753:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36395 00000100:00100000:0.0:1771968958.935314:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.935945:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754080768 00000100:00100000:2.0:1771968958.936084:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36396 00000100:00100000:2.0:1771968958.936094:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d891ce30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754080768:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.936217:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x7c4:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.936330:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x7c4:0x0]: rc = -2 00000100:00100000:2.0:1771968958.936413:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d891ce30 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754080768:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 319us (1111us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.936428:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36396 00000100:00100000:0.0:1771968958.938572:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.938635:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754080832 00000100:00100000:2.0:1771968958.938709:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36397 00000100:00100000:2.0:1771968958.938718:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000708852cd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754080832:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.938757:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3ca:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.938842:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3ca:0x0]: rc = -2 00000100:00100000:2.0:1771968958.938919:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000708852cd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754080832:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 202us (358us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.938927:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36397 00000100:00100000:0.0:1771968958.941625:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.942110:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754080896 00000100:00100000:3.0:1771968958.946303:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36398 00000100:00100000:3.0:1771968958.946318:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005dc4f376 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754080896:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.946402:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3ca:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.946531:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3ca:0x0]: rc = -2 00000100:00100000:3.0:1771968958.946617:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005dc4f376 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754080896:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 301us (5002us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.946626:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36398 00000100:00100000:0.0:1771968958.953329:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.953484:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754080960 00000100:00100000:3.0:1771968958.953553:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36399 00000100:00100000:3.0:1771968958.953561:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e76e7fd4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754080960:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.953612:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3c9:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968958.953709:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3c9:0x0]: rc = -2 00000100:00100000:3.0:1771968958.953829:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e76e7fd4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754080960:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 267us (512us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968958.953838:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36399 00000100:00100000:0.0:1771968958.961461:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.961557:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754081024 00000100:00100000:3.0:1771968958.962123:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36400 00000100:00100000:3.0:1771968958.962133:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c9f9a439 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754081024:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968958.962232:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3c9:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.962477:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3c9:0x0]: rc = -2 00000100:00100000:2.0:1771968958.962559:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c9f9a439 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754081024:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 426us (1110us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.962568:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36400 00000100:00100000:2.0:1771968958.965580:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.968293:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.970862:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.970964:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754081216 00000100:00100000:0.0:1771968958.971032:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36403 00000100:00100000:0.0:1771968958.971039:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca03b7e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754081216:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.971070:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3c9:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.971148:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3c9:0x0]: rc = -2 00000100:00100000:0.0:1771968958.971246:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca03b7e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754081216:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 207us (391us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.971252:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36403 00000100:00100000:3.0:1771968958.972807:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.972923:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754081280 00000100:00100000:0.0:1771968958.972971:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36404 00000100:00100000:0.0:1771968958.972977:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000084872b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754081280:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.973001:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3c9:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.973054:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3c9:0x0]: rc = -2 00000100:00100000:0.0:1771968958.973107:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000084872b9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754081280:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 128us (302us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.973116:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36404 00000100:00100000:3.0:1771968958.974597:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968958.974953:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36405 00000100:00100000:0.0:1771968958.974961:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db80d45b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754081344:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968958.974999:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3ca:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968958.975094:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3ca:0x0]: rc = -2 00000100:00100000:0.0:1771968958.975223:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db80d45b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754081344:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 213us (580us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968958.975232:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36405 00000100:00100000:3.0:1771968958.976416:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.978513:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.984416:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.988105:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.988453:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754081600 00000100:00100000:2.0:1771968958.988504:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36409 00000100:00100000:2.0:1771968958.988511:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003df78ae2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754081600:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.988542:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3ca:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.988620:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3ca:0x0]: rc = -2 00000100:00100000:2.0:1771968958.988670:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003df78ae2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754081600:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 158us (571us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.988678:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36409 00000100:00100000:2.0:1771968958.992217:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968958.994706:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.994838:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754081728 00000100:00100000:2.0:1771968958.994900:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36411 00000100:00100000:2.0:1771968958.994907:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a425e012 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754081728:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.994935:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3c9:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.995003:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3c9:0x0]: rc = -2 00000100:00100000:2.0:1771968958.995599:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a425e012 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754081728:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 690us (898us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.995608:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36411 00000100:00100000:3.0:1771968958.998412:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968958.998669:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754081792 00000100:00100000:2.0:1771968958.998719:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36412 00000100:00100000:2.0:1771968958.998725:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4c78875 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754081792:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968958.998773:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3c9:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968958.998844:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3c9:0x0]: rc = -2 00000100:00100000:2.0:1771968958.998914:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4c78875 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754081792:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 188us (506us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968958.998922:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36412 00000100:00100000:3.0:1771968959.003574:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.006274:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.006433:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754081920 00000100:00100000:2.0:1771968959.006476:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36414 00000100:00100000:2.0:1771968959.006482:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c67cdce0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754081920:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.006509:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3f1:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.006571:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3f1:0x0]: rc = -2 00000100:00100000:2.0:1771968959.006616:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c67cdce0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754081920:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 134us (348us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.006624:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36414 00000100:00100000:0.0:1771968959.008739:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.011951:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.012002:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754082048 00000100:00100000:2.0:1771968959.012081:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36416 00000100:00100000:2.0:1771968959.012088:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9b9e0b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754082048:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.012118:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3f1:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.012209:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3f1:0x0]: rc = -2 00000100:00100000:2.0:1771968959.012257:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9b9e0b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754082048:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 168us (314us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.012265:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36416 00000100:00100000:3.0:1771968959.014695:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.014860:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754082112 00000100:00100000:2.0:1771968959.014925:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36417 00000100:00100000:2.0:1771968959.014931:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054a4900d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754082112:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.014957:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3f2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.015019:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3f2:0x0]: rc = -2 00000100:00100000:2.0:1771968959.015067:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054a4900d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754082112:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 135us (378us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.015074:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36417 00000100:00100000:0.0:1771968959.018200:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.020667:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.020734:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754082240 00000100:00100000:0.0:1771968959.020789:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36419 00000100:00100000:0.0:1771968959.020796:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bdec1868 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754082240:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.020839:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3f1:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.020912:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3f1:0x0]: rc = -2 00000100:00100000:0.0:1771968959.020964:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bdec1868 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754082240:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 168us (302us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.020972:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36419 00000100:00100000:3.0:1771968959.024273:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.024319:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754082304 00000100:00100000:0.0:1771968959.024413:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36420 00000100:00100000:0.0:1771968959.024419:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022ef260a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754082304:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.024453:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3f1:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.024533:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3f1:0x0]: rc = -2 00000100:00100000:0.0:1771968959.024590:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022ef260a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754082304:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 169us (324us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.024598:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36420 00000100:00100000:3.0:1771968959.031215:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.031518:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754082368 00000100:00100000:0.0:1771968959.031574:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36421 00000100:00100000:0.0:1771968959.031582:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f4a0a9a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754082368:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.031615:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3f2:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.031696:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3f2:0x0]: rc = -2 00000100:00100000:0.0:1771968959.031755:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f4a0a9a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754082368:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 173us (547us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.031763:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36421 00000100:00100000:2.0:1771968959.033619:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.033666:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754082432 00000100:00100000:0.0:1771968959.033710:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36422 00000100:00100000:0.0:1771968959.033716:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000386806e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754082432:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.033742:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3f2:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.033796:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3f2:0x0]: rc = -2 00000100:00100000:0.0:1771968959.033840:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000386806e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754082432:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 123us (224us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.033847:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36422 00000100:00100000:3.0:1771968959.035266:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.035407:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754082496 00000100:00100000:2.0:1771968959.035457:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36423 00000100:00100000:2.0:1771968959.035464:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005da66ddf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754082496:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.035505:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3f1:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.035556:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3f1:0x0]: rc = -2 00000100:00100000:2.0:1771968959.035762:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005da66ddf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754082496:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 296us (502us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.035770:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36423 00000100:00100000:3.0:1771968959.037394:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.037481:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754082560 00000100:00100000:2.0:1771968959.037518:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36424 00000100:00100000:2.0:1771968959.037524:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087f3940c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754082560:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.037546:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3f1:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.037597:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3f1:0x0]: rc = -2 00000100:00100000:2.0:1771968959.037659:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087f3940c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754082560:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 135us (270us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.037665:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36424 00000100:00100000:3.0:1771968959.039119:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.039370:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754082624 00000100:00100000:2.0:1771968959.039459:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36425 00000100:00100000:2.0:1771968959.039463:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000013fde83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754082624:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.039484:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3f1:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.039526:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3f1:0x0]: rc = -2 00000100:00100000:2.0:1771968959.039562:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000013fde83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754082624:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 98us (448us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.039566:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36425 00000100:00100000:3.0:1771968959.040994:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.041115:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754082688 00000100:00100000:2.0:1771968959.041207:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36426 00000100:00100000:2.0:1771968959.041212:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055a5de45 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754082688:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.041229:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3f1:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.041265:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3f1:0x0]: rc = -2 00000100:00100000:2.0:1771968959.041297:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055a5de45 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754082688:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 85us (318us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.041302:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36426 00000100:00100000:3.0:1771968959.042872:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.043007:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754082752 00000100:00100000:2.0:1771968959.043137:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36427 00000100:00100000:2.0:1771968959.043143:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067b5386b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754082752:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.043213:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3f2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.043262:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3f2:0x0]: rc = -2 00000100:00100000:2.0:1771968959.043302:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067b5386b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754082752:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 158us (434us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.043310:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36427 00000100:00100000:3.0:1771968959.044750:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.044808:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754082816 00000100:00100000:2.0:1771968959.044861:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36428 00000100:00100000:2.0:1771968959.044865:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bdadfd83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754082816:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.044879:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3f2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.044922:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3f2:0x0]: rc = -2 00000100:00100000:2.0:1771968959.044953:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bdadfd83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754082816:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 87us (206us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.044958:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36428 00000100:00100000:3.0:1771968959.045860:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.046019:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754082880 00000100:00100000:2.0:1771968959.046049:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36429 00000100:00100000:2.0:1771968959.046053:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004654725 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754082880:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.046069:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3f2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.046098:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3f2:0x0]: rc = -2 00000100:00100000:2.0:1771968959.046125:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004654725 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754082880:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 71us (267us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.046129:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36429 00000100:00100000:3.0:1771968959.047590:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.049145:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.052242:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.053953:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.054220:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754083136 00000100:00100000:2.0:1771968959.054297:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36433 00000100:00100000:2.0:1771968959.054303:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fce3165f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754083136:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.054331:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3f2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.054392:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3f2:0x0]: rc = -2 00000100:00100000:2.0:1771968959.054431:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fce3165f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754083136:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 128us (483us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.054443:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36433 00000100:00100000:3.0:1771968959.056415:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.056640:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754083200 00000100:00100000:2.0:1771968959.056729:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36434 00000100:00100000:2.0:1771968959.056735:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012b8384a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754083200:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.056785:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3f2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.056856:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3f2:0x0]: rc = -2 00000100:00100000:2.0:1771968959.056916:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012b8384a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754083200:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 180us (507us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.056925:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36434 00000100:00100000:3.0:1771968959.061541:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.061600:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754083264 00000100:00100000:2.0:1771968959.061656:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36435 00000100:00100000:2.0:1771968959.061663:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005b0f070c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754083264:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.061695:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3f1:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.061774:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3f1:0x0]: rc = -2 00000100:00100000:2.0:1771968959.061838:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005b0f070c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754083264:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 175us (304us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.061846:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36435 00000100:00100000:3.0:1771968959.065052:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.068608:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.070713:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.073021:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.075971:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.080032:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.083828:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.086095:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.086274:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754083776 00000100:00100000:2.0:1771968959.086320:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36443 00000100:00100000:2.0:1771968959.086326:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006236af77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754083776:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.086353:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3f1:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.086427:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3f1:0x0]: rc = -2 00000100:00100000:2.0:1771968959.086484:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006236af77 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754083776:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 158us (394us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.086493:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36443 00000100:00100000:0.0:1771968959.091106:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.095127:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.100486:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.105893:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.107958:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004644368e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084032:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 1910us (2074us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.107970:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36447 00000100:00100000:3.0:1771968959.112119:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.112649:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36448 00000100:00100000:0.0:1771968959.112656:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090fb61b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084096:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.112711:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3f1:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.112786:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3f1:0x0]: rc = -2 00000100:00100000:0.0:1771968959.112844:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090fb61b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084096:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 187us (731us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.112852:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36448 00000100:00100000:3.0:1771968959.117392:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.117491:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754084160 00000100:00100000:2.0:1771968959.117541:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36449 00000100:00100000:2.0:1771968959.117548:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fa150ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084160:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.117582:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3f2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.117657:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3f2:0x0]: rc = -2 00000100:00100000:2.0:1771968959.117715:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fa150ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084160:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 166us (331us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.117722:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36449 00010000:00010000:0.0:1771968959.117982:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968959.119759:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.119814:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754084224 00000100:00100000:0.0:1771968959.119865:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36450 00000100:00100000:0.0:1771968959.119872:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004346d3c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084224:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.119909:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3f2:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.119972:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3f2:0x0]: rc = -2 00000100:00100000:0.0:1771968959.120019:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004346d3c1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084224:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 146us (266us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.120026:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36450 00000100:00100000:0.0:1771968959.123498:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.123573:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754084288 00000100:00100000:2.0:1771968959.123624:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36451 00000100:00100000:2.0:1771968959.123629:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f36d37a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084288:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.123686:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3f1:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.123753:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3f1:0x0]: rc = -2 00000100:00100000:2.0:1771968959.123799:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f36d37a7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084288:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 169us (308us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.123806:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36451 00000100:00100000:3.0:1771968959.129493:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.129957:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754084352 00000100:00100000:0.0:1771968959.130014:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36452 00000100:00100000:0.0:1771968959.130021:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008deae06b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084352:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.130057:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3f1:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.130262:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3f1:0x0]: rc = -2 00000100:00100000:0.0:1771968959.132248:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008deae06b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084352:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 2218us (2752us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.132265:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36452 00000100:00100000:0.0:1771968959.134501:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.134819:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754084416 00000100:00100000:3.0:1771968959.134878:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36453 00000100:00100000:3.0:1771968959.134894:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd72354d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084416:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.134930:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3f2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.135578:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3f2:0x0]: rc = -2 00000100:00100000:2.0:1771968959.135867:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd72354d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084416:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 981us (1371us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.135877:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36453 00000100:00100000:2.0:1771968959.144820:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.145014:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754084480 00000100:00100000:3.0:1771968959.145072:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36454 00000100:00100000:3.0:1771968959.145078:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000392915cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084480:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.145130:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3f2:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.145238:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3f2:0x0]: rc = -2 00000100:00100000:3.0:1771968959.146002:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000392915cb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084480:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 921us (1188us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.146012:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36454 00000100:00100000:3.0:1771968959.148682:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.148771:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754084544 00000100:00100000:2.0:1771968959.148835:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36455 00000100:00100000:2.0:1771968959.148843:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7696d07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084544:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.148878:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x446:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.148978:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x446:0x0]: rc = -2 00000100:00100000:2.0:1771968959.149043:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7696d07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084544:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 200us (368us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.149051:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36455 00000100:00100000:0.0:1771968959.156858:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.156976:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754084608 00000100:00100000:2.0:1771968959.157048:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36456 00000100:00100000:2.0:1771968959.157054:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ece25dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084608:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.157086:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x446:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.157162:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x446:0x0]: rc = -2 00000100:00100000:2.0:1771968959.157383:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ece25dc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084608:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 328us (532us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.157392:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36456 00000100:00100000:3.0:1771968959.159751:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.159943:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754084672 00000100:00100000:2.0:1771968959.159994:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36457 00000100:00100000:2.0:1771968959.160001:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036e8a862 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084672:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.160030:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3f2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.160100:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3f2:0x0]: rc = -2 00000100:00100000:2.0:1771968959.160156:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036e8a862 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084672:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 155us (413us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.160165:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36457 00000100:00100000:3.0:1771968959.163124:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.163467:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754084736 00000100:00100000:2.0:1771968959.163516:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36458 00000100:00100000:2.0:1771968959.163522:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075a86022 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084736:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.163572:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3f2:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.163641:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3f2:0x0]: rc = -2 00000100:00100000:2.0:1771968959.163699:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075a86022 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084736:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 176us (581us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.163707:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36458 00000100:00100000:0.0:1771968959.166316:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.166424:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754084800 00000100:00100000:2.0:1771968959.166477:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36459 00000100:00100000:2.0:1771968959.166484:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c6944708 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084800:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.166511:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x446:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.166596:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x446:0x0]: rc = -2 00000100:00100000:2.0:1771968959.166655:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c6944708 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084800:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 171us (344us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.166661:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36459 00000100:00100000:3.0:1771968959.168472:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.168943:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754084864 00000100:00100000:2.0:1771968959.168990:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36460 00000100:00100000:2.0:1771968959.168995:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069696d48 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084864:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.169019:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x446:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.169071:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x446:0x0]: rc = -2 00000100:00100000:2.0:1771968959.169115:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069696d48 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084864:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 119us (650us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.169123:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36460 00000100:00100000:3.0:1771968959.171244:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.171294:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754084928 00000100:00100000:2.0:1771968959.171352:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36461 00000100:00100000:2.0:1771968959.171358:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004310c99f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084928:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.171386:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x449:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.171735:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x449:0x0]: rc = -2 00000100:00100000:2.0:1771968959.171789:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004310c99f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084928:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 431us (551us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.171796:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36461 00000100:00100000:0.0:1771968959.174337:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.174406:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754084992 00000100:00100000:2.0:1771968959.174456:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36462 00000100:00100000:2.0:1771968959.174463:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f4f8a5cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084992:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.174513:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x449:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.174589:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x449:0x0]: rc = -2 00000100:00100000:2.0:1771968959.174640:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f4f8a5cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754084992:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 176us (309us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.174647:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36462 00000100:00100000:3.0:1771968959.176514:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.176588:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754085056 00000100:00100000:2.0:1771968959.176621:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36463 00000100:00100000:2.0:1771968959.176626:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002849c2f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085056:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.176653:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x446:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.176729:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x446:0x0]: rc = -2 00000100:00100000:2.0:1771968959.176780:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002849c2f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085056:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 154us (272us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.176785:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36463 00000100:00100000:3.0:1771968959.178966:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.179031:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754085120 00000100:00100000:2.0:1771968959.179078:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36464 00000100:00100000:2.0:1771968959.179084:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abc82fd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085120:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.179109:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x446:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.179169:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x446:0x0]: rc = -2 00000100:00100000:2.0:1771968959.179232:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abc82fd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085120:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 147us (271us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.179241:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36464 00000100:00100000:0.0:1771968959.182756:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.182811:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754085184 00000100:00100000:2.0:1771968959.182855:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36465 00000100:00100000:2.0:1771968959.182862:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddbe4b66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085184:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.182901:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x449:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.182978:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x449:0x0]: rc = -2 00000100:00100000:2.0:1771968959.183025:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddbe4b66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085184:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 163us (276us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.183030:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36465 00000100:00100000:3.0:1771968959.186292:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.186350:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754085248 00000100:00100000:2.0:1771968959.186404:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36466 00000100:00100000:2.0:1771968959.186411:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000541eddb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085248:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.186464:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x449:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.186537:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x449:0x0]: rc = -2 00000100:00100000:2.0:1771968959.189374:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000541eddb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085248:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 2954us (3080us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.189390:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36466 00000100:00100000:3.0:1771968959.195010:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.195149:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754085312 00000100:00100000:2.0:1771968959.195322:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36467 00000100:00100000:2.0:1771968959.195330:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb2bd9aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085312:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.195363:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x449:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.195447:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x449:0x0]: rc = -2 00000100:00100000:2.0:1771968959.195502:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb2bd9aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085312:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 172us (503us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.195514:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36467 00000100:00100000:0.0:1771968959.198155:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.198242:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754085376 00000100:00100000:2.0:1771968959.198290:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36468 00000100:00100000:2.0:1771968959.198296:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9ee9d25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085376:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.198327:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x449:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.198459:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x449:0x0]: rc = -2 00000100:00100000:2.0:1771968959.198512:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9ee9d25 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085376:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 216us (367us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.198518:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36468 00000100:00100000:3.0:1771968959.200903:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.201059:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754085440 00000100:00100000:2.0:1771968959.201112:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36469 00000100:00100000:2.0:1771968959.201118:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ba069b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085440:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.201147:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.201244:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:2.0:1771968959.201296:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ba069b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085440:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 177us (400us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.201301:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36469 00000100:00100000:3.0:1771968959.203230:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.203352:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754085504 00000100:00100000:0.0:1771968959.203409:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36470 00000100:00100000:0.0:1771968959.203413:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030c4f4d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085504:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.203435:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.203485:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:0.0:1771968959.203552:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030c4f4d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085504:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 138us (327us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.203558:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36470 00000100:00100000:3.0:1771968959.205102:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.205263:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754085568 00000100:00100000:0.0:1771968959.205305:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36471 00000100:00100000:0.0:1771968959.205310:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e4fa850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085568:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.205356:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.205405:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:0.0:1771968959.205433:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e4fa850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085568:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 122us (337us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.205438:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36471 00000100:00100000:3.0:1771968959.207439:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.207503:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754085632 00000100:00100000:2.0:1771968959.207544:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36472 00000100:00100000:2.0:1771968959.207548:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d60fee3a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085632:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.207595:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.207652:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.207692:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d60fee3a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085632:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 144us (258us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.207701:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36472 00000100:00100000:3.0:1771968959.209328:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.209421:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754085696 00000100:00100000:0.0:1771968959.209487:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36473 00000100:00100000:0.0:1771968959.209493:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028a13705 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085696:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.209517:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.209569:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:0.0:1771968959.209641:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028a13705 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085696:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 148us (466us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.209646:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36473 00000100:00100000:3.0:1771968959.211089:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.211157:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754085760 00000100:00100000:0.0:1771968959.211217:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36474 00000100:00100000:0.0:1771968959.211223:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004dce928a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085760:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.211244:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.211275:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:0.0:1771968959.211304:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004dce928a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085760:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 81us (218us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.211309:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36474 00000100:00100000:3.0:1771968959.212609:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.212678:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754085824 00000100:00100000:2.0:1771968959.212717:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36475 00000100:00100000:2.0:1771968959.212722:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f8e90ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085824:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.212743:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.212787:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:2.0:1771968959.212831:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f8e90ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085824:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 109us (225us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.212916:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36475 00000100:00100000:3.0:1771968959.214541:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.214615:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754085888 00000100:00100000:2.0:1771968959.214655:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36476 00000100:00100000:2.0:1771968959.214662:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b332529b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085888:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.214689:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.214963:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:2.0:1771968959.215084:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b332529b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085888:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 421us (549us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.215093:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36476 00000100:00100000:3.0:1771968959.216662:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.216722:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754085952 00000100:00100000:2.0:1771968959.216757:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36477 00000100:00100000:2.0:1771968959.216764:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000824bc74e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085952:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.216791:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.216844:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.216901:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000824bc74e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754085952:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 136us (242us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.216912:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36477 00000100:00100000:3.0:1771968959.219040:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.219095:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754086016 00000100:00100000:2.0:1771968959.219145:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36478 00000100:00100000:2.0:1771968959.219151:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7f04429 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086016:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.219230:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.219288:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.219328:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7f04429 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086016:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 177us (297us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.219337:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36478 00000100:00100000:3.0:1771968959.220863:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.220933:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754086080 00000100:00100000:0.0:1771968959.221247:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36479 00000100:00100000:0.0:1771968959.221253:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d3dc8d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086080:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.221277:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.221332:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:0.0:1771968959.221371:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d3dc8d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086080:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 118us (511us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.221379:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36479 00000100:00100000:3.0:1771968959.222848:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.222900:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754086144 00000100:00100000:2.0:1771968959.222948:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36480 00000100:00100000:2.0:1771968959.222953:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f26328db pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086144:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.223123:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.223172:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:2.0:1771968959.223242:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f26328db pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086144:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 288us (397us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.223250:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36480 00000100:00100000:3.0:1771968959.224796:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.224873:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754086208 00000100:00100000:2.0:1771968959.224929:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36481 00000100:00100000:2.0:1771968959.224935:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007744f7bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086208:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.224959:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.225027:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.225068:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007744f7bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086208:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 133us (277us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.225080:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36481 00000100:00100000:3.0:1771968959.226537:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.226580:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754086272 00000100:00100000:2.0:1771968959.226619:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36482 00000100:00100000:2.0:1771968959.226625:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a18b71bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086272:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.226648:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.226692:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.226737:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a18b71bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086272:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 111us (204us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.226745:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36482 00000100:00100000:3.0:1771968959.228850:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.229070:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754086336 00000100:00100000:2.0:1771968959.229122:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36483 00000100:00100000:2.0:1771968959.229128:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c198278c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086336:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.229319:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.229379:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.229448:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c198278c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086336:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 319us (605us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.229453:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36483 00000100:00100000:3.0:1771968959.231159:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.231272:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754086400 00000100:00100000:2.0:1771968959.231331:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36484 00000100:00100000:2.0:1771968959.231335:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2538c83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086400:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.231355:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.231404:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.231440:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2538c83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086400:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 104us (285us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.231451:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36484 00000100:00100000:3.0:1771968959.233007:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.233060:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754086464 00000100:00100000:2.0:1771968959.233140:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36485 00000100:00100000:2.0:1771968959.233146:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7e44408 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086464:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.233172:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.233257:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:2.0:1771968959.233306:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7e44408 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086464:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 159us (305us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.233314:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36485 00000100:00100000:3.0:1771968959.234904:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.234998:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754086528 00000100:00100000:2.0:1771968959.235078:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36486 00000100:00100000:2.0:1771968959.235085:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae2779e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086528:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.235108:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.235157:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:2.0:1771968959.235215:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae2779e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086528:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 130us (315us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.235222:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36486 00000100:00100000:3.0:1771968959.236822:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.236879:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754086592 00000100:00100000:2.0:1771968959.236932:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36487 00000100:00100000:2.0:1771968959.236937:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059f6a514 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086592:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.236975:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.237034:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:2.0:1771968959.237072:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059f6a514 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086592:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 133us (253us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.237082:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36487 00000100:00100000:3.0:1771968959.238707:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.238765:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754086656 00000100:00100000:0.0:1771968959.238811:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36488 00000100:00100000:0.0:1771968959.238815:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006bb0dbb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086656:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.238859:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.238932:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:0.0:1771968959.239303:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006bb0dbb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086656:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 160us (282us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.239313:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36488 00000100:00100000:3.0:1771968959.240526:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.240565:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754086720 00000100:00100000:0.0:1771968959.240635:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36489 00000100:00100000:0.0:1771968959.240641:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061d1f975 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086720:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.240662:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.240714:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:0.0:1771968959.240757:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061d1f975 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086720:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 116us (233us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.240765:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36489 00000100:00100000:3.0:1771968959.242233:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.242305:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754086784 00000100:00100000:0.0:1771968959.242337:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36490 00000100:00100000:0.0:1771968959.242342:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b50d757 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086784:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.242365:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.242411:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:0.0:1771968959.242446:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b50d757 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086784:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 104us (217us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.242454:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36490 00000100:00100000:3.0:1771968959.243928:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.244006:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754086848 00000100:00100000:0.0:1771968959.244047:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36491 00000100:00100000:0.0:1771968959.244052:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020fabd08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086848:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.244077:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.244125:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:0.0:1771968959.244164:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020fabd08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086848:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 111us (241us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.244198:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36491 00000100:00100000:3.0:1771968959.245553:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.245596:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754086912 00000100:00100000:2.0:1771968959.245631:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36492 00000100:00100000:2.0:1771968959.245636:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000940872ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086912:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.245659:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.245707:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:2.0:1771968959.245755:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000940872ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086912:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 118us (204us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.245762:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36492 00000100:00100000:2.0:1771968959.248551:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.248703:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754086976 00000100:00100000:3.0:1771968959.248786:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36493 00000100:00100000:3.0:1771968959.248792:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a3e3200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086976:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.248824:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.248921:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:3.0:1771968959.248990:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a3e3200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754086976:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 186us (433us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.248998:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36493 00000100:00100000:3.0:1771968959.251277:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.251322:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754087040 00000100:00100000:2.0:1771968959.251369:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36494 00000100:00100000:2.0:1771968959.251376:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044f85205 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087040:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.251405:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.251474:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.251528:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044f85205 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087040:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 152us (256us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.251536:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36494 00000100:00100000:2.0:1771968959.253518:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754087104 00000100:00100000:2.0:1771968959.253568:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36495 00000100:00100000:2.0:1771968959.253574:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011c78fe8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087104:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.253601:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.253656:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.253701:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011c78fe8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087104:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 126us (234us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.253708:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36495 00000100:00100000:3.0:1771968959.256100:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.256156:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754087168 00000100:00100000:2.0:1771968959.256225:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36496 00000100:00100000:2.0:1771968959.256231:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069c7e1d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087168:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.256280:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.256342:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.256392:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069c7e1d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087168:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 160us (297us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.256399:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36496 00000100:00100000:3.0:1771968959.258971:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.259267:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754087232 00000100:00100000:2.0:1771968959.259310:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36497 00000100:00100000:2.0:1771968959.259317:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033fb85d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087232:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.259345:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.259412:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:2.0:1771968959.259475:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033fb85d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087232:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 157us (510us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.259482:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36497 00000100:00100000:2.0:1771968959.264298:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754087296 00000100:00100000:2.0:1771968959.264341:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36498 00000100:00100000:2.0:1771968959.264347:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d485512e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087296:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.264388:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.264458:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:2.0:1771968959.264511:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d485512e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087296:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 163us (287us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.264521:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36498 00000100:00100000:3.0:1771968959.267589:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.267725:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754087360 00000100:00100000:2.0:1771968959.267774:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36499 00000100:00100000:2.0:1771968959.267781:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e2a33998 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087360:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.267810:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.267877:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.267942:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e2a33998 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087360:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 161us (359us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.267950:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36499 00000100:00100000:3.0:1771968959.269777:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.269850:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754087424 00000100:00100000:2.0:1771968959.269898:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36500 00000100:00100000:2.0:1771968959.269902:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c9043b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087424:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.269950:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.270011:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.270063:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c9043b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087424:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 159us (291us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.270070:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36500 00000100:00100000:0.0:1771968959.272781:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754087488 00000100:00100000:0.0:1771968959.272817:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36501 00000100:00100000:0.0:1771968959.272829:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e711621 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087488:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.272871:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.272948:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:0.0:1771968959.273081:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e711621 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087488:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 249us (380us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.273088:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36501 00000100:00100000:3.0:1771968959.275123:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.275376:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754087552 00000100:00100000:0.0:1771968959.275414:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36502 00000100:00100000:0.0:1771968959.275418:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006baca411 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087552:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.275442:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x408:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.275499:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x408:0x0]: rc = -2 00000100:00100000:0.0:1771968959.275543:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006baca411 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087552:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 124us (425us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.275548:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36502 00000100:00100000:3.0:1771968959.278028:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.278084:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754087616 00000100:00100000:2.0:1771968959.278135:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36503 00000100:00100000:2.0:1771968959.278142:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b84c690 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087616:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.278170:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.278264:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.278405:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b84c690 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087616:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 177us (297us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.278419:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36503 00000100:00100000:2.0:1771968959.281515:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754087680 00000100:00100000:2.0:1771968959.281570:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36504 00000100:00100000:2.0:1771968959.281576:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001353f17 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087680:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.281606:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x40b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.281685:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x40b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.281747:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001353f17 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087680:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 170us (474us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.281755:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36504 00000100:00100000:3.0:1771968959.286102:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.286898:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754087744 00000100:00100000:2.0:1771968959.287004:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36505 00000100:00100000:2.0:1771968959.287011:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d18b8e7e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087744:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.287043:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x411:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.287118:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x411:0x0]: rc = -2 00000100:00100000:2.0:1771968959.287166:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d18b8e7e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087744:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 155us (1071us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.287171:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36505 00000100:00100000:3.0:1771968959.292153:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.292414:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754087808 00000100:00100000:2.0:1771968959.292473:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36506 00000100:00100000:2.0:1771968959.292479:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0217571 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087808:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.292522:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x411:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.292603:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x411:0x0]: rc = -2 00000100:00100000:2.0:1771968959.292656:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0217571 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087808:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 175us (511us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.292669:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36506 00000100:00100000:0.0:1771968959.295617:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754087872 00000100:00100000:0.0:1771968959.295699:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36507 00000100:00100000:0.0:1771968959.295704:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007acc6a94 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087872:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.295731:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x411:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.295792:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x411:0x0]: rc = -2 00000100:00100000:0.0:1771968959.295836:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007acc6a94 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087872:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 132us (361us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.295844:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36507 00000100:00100000:3.0:1771968959.297939:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.298095:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754087936 00000100:00100000:0.0:1771968959.298172:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36508 00000100:00100000:0.0:1771968959.298198:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e635e6ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087936:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.298224:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x411:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.298302:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x411:0x0]: rc = -2 00000100:00100000:0.0:1771968959.298339:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e635e6ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754087936:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 140us (405us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.298346:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36508 00000100:00100000:3.0:1771968959.303424:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.303474:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754088000 00000100:00100000:0.0:1771968959.303562:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36509 00000100:00100000:0.0:1771968959.303570:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086ff7e89 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088000:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.303628:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x413:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.303710:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x413:0x0]: rc = -2 00000100:00100000:0.0:1771968959.303772:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086ff7e89 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088000:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 201us (355us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.303780:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36509 00000100:00100000:0.0:1771968959.305814:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754088064 00000100:00100000:0.0:1771968959.305875:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36510 00000100:00100000:0.0:1771968959.305888:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004aedc2f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088064:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.305918:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x413:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.305970:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x413:0x0]: rc = -2 00000100:00100000:0.0:1771968959.306016:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004aedc2f7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088064:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 135us (254us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.306028:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36510 00000100:00100000:3.0:1771968959.308754:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.308855:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754088128 00000100:00100000:0.0:1771968959.309088:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36511 00000100:00100000:0.0:1771968959.309095:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056fabe6d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088128:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.309126:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x411:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.309228:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x411:0x0]: rc = -2 00000100:00100000:0.0:1771968959.309283:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056fabe6d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088128:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 187us (535us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.309292:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36511 00000100:00100000:3.0:1771968959.313340:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.313483:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754088192 00000100:00100000:0.0:1771968959.313695:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36512 00000100:00100000:0.0:1771968959.313700:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2604f92 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088192:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.313727:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x411:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.313791:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x411:0x0]: rc = -2 00000100:00100000:0.0:1771968959.313837:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2604f92 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088192:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 136us (506us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.313842:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36512 00000100:00100000:2.0:1771968959.316827:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754088256 00000100:00100000:2.0:1771968959.316907:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36513 00000100:00100000:2.0:1771968959.316924:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006229fc09 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088256:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.316957:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x413:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.317622:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x413:0x0]: rc = -2 00000100:00100000:2.0:1771968959.317678:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006229fc09 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088256:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 753us (979us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.317686:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36513 00000100:00100000:3.0:1771968959.320154:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.320238:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754088320 00000100:00100000:2.0:1771968959.320305:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36514 00000100:00100000:2.0:1771968959.320314:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b6886816 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088320:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.320347:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x413:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.320426:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x413:0x0]: rc = -2 00000100:00100000:2.0:1771968959.320482:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b6886816 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088320:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 168us (335us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.320489:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36514 00000100:00100000:3.0:1771968959.324403:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.324713:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754088384 00000100:00100000:2.0:1771968959.324770:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36515 00000100:00100000:2.0:1771968959.324776:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054cccc49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088384:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.324805:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x413:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.324890:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x413:0x0]: rc = -2 00000100:00100000:2.0:1771968959.324949:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054cccc49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088384:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 171us (553us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.324959:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36515 00000100:00100000:2.0:1771968959.327624:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754088448 00000100:00100000:2.0:1771968959.327824:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36516 00000100:00100000:2.0:1771968959.327830:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b0271b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088448:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.327894:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x413:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.327994:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x413:0x0]: rc = -2 00000100:00100000:2.0:1771968959.328047:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b0271b5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088448:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 216us (482us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.328055:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36516 00000100:00100000:3.0:1771968959.330381:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.330432:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754088512 00000100:00100000:2.0:1771968959.330485:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36517 00000100:00100000:2.0:1771968959.330492:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fcb088fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088512:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.330522:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.330587:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:2.0:1771968959.330644:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fcb088fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088512:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 151us (269us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.330652:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36517 00000100:00100000:3.0:1771968959.333224:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.333291:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754088576 00000100:00100000:2.0:1771968959.333339:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36518 00000100:00100000:2.0:1771968959.333346:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096796d65 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088576:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.333375:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.333452:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:2.0:1771968959.333507:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096796d65 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088576:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 160us (290us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.333519:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36518 00000100:00100000:2.0:1771968959.337149:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754088640 00000100:00100000:2.0:1771968959.337232:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36519 00000100:00100000:2.0:1771968959.337238:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f5a4313 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088640:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.337552:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.337634:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:2.0:1771968959.337691:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f5a4313 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088640:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 451us (1146us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.337699:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36519 00000100:00100000:3.0:1771968959.340627:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.340687:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754088704 00000100:00100000:2.0:1771968959.340748:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36520 00000100:00100000:2.0:1771968959.340754:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060e78b82 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088704:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.340823:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.340967:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:2.0:1771968959.341097:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060e78b82 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088704:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 342us (476us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.341105:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36520 00000100:00100000:0.0:1771968959.343746:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.343796:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754088768 00000100:00100000:2.0:1771968959.343842:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36521 00000100:00100000:2.0:1771968959.343846:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000761515cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088768:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.343872:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.344022:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:2.0:1771968959.344073:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000761515cc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088768:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 225us (334us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.344085:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36521 00000100:00100000:0.0:1771968959.346356:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754088832 00000100:00100000:0.0:1771968959.346406:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36522 00000100:00100000:0.0:1771968959.346413:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002cc23635 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088832:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.346467:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.346539:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:0.0:1771968959.346643:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002cc23635 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088832:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 228us (518us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.346651:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36522 00000100:00100000:3.0:1771968959.352054:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.352146:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754088896 00000100:00100000:0.0:1771968959.352224:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36523 00000100:00100000:0.0:1771968959.352231:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000832263af pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088896:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.352272:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.352349:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:0.0:1771968959.352393:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000832263af pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088896:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 161us (349us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.352400:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36523 00000100:00100000:2.0:1771968959.357635:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.357877:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754088960 00000100:00100000:0.0:1771968959.357996:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36524 00000100:00100000:0.0:1771968959.358003:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aed0640d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088960:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.358035:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.358122:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:0.0:1771968959.358205:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aed0640d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754088960:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 202us (578us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.358214:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36524 00000100:00100000:0.0:1771968959.366375:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754089024 00000100:00100000:0.0:1771968959.366446:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36525 00000100:00100000:0.0:1771968959.366454:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000101559f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754089024:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.366485:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.366563:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:0.0:1771968959.366629:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000101559f4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754089024:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 175us (2087us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.366642:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36525 00000100:00100000:3.0:1771968959.371025:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.373506:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754089088 00000100:00100000:0.0:1771968959.373576:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36526 00000100:00100000:0.0:1771968959.373583:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ceb8c13a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754089088:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.373636:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.374096:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:0.0:1771968959.374170:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ceb8c13a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754089088:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 586us (3152us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.374217:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36526 00000100:00100000:2.0:1771968959.385372:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.385505:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754089152 00000100:00100000:0.0:1771968959.385611:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36527 00000100:00100000:0.0:1771968959.385618:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d055dbc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754089152:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.385650:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.385732:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:0.0:1771968959.385796:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d055dbc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754089152:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 177us (527us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.385804:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36527 00000100:00100000:0.0:1771968959.389395:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754089216 00000100:00100000:0.0:1771968959.389455:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36528 00000100:00100000:0.0:1771968959.389462:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047b0a895 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754089216:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.389494:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.389572:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:0.0:1771968959.389631:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047b0a895 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754089216:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 168us (306us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.389644:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36528 00000100:00100000:3.0:1771968959.392475:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.392535:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754089280 00000100:00100000:2.0:1771968959.392589:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36529 00000100:00100000:2.0:1771968959.392596:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3e792d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754089280:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.392626:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.392707:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:2.0:1771968959.392765:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3e792d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754089280:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 170us (343us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.392778:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36529 00000100:00100000:0.0:1771968959.396039:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754089344 00000100:00100000:0.0:1771968959.396099:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36530 00000100:00100000:0.0:1771968959.396106:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b1247ab7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754089344:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.396137:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.396238:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:0.0:1771968959.396307:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b1247ab7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754089344:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 199us (461us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.396316:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36530 00000100:00100000:2.0:1771968959.399380:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754089408 00000100:00100000:2.0:1771968959.399470:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36531 00000100:00100000:2.0:1771968959.399477:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040675a18 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754089408:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.399514:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.399592:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:2.0:1771968959.399698:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040675a18 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754089408:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 220us (765us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.399707:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36531 00000100:00100000:3.0:1771968959.402306:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.402420:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754089472 00000100:00100000:2.0:1771968959.402502:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36532 00000100:00100000:2.0:1771968959.402509:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000123e9cab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754089472:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.402561:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.402649:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:2.0:1771968959.402741:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000123e9cab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754089472:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 231us (442us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.402749:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36532 00000100:00100000:2.0:1771968959.405661:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754089536 00000100:00100000:2.0:1771968959.405717:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36533 00000100:00100000:2.0:1771968959.405723:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a2d93328 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754089536:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.405756:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.405833:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:2.0:1771968959.405913:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a2d93328 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754089536:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 189us (344us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.405921:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36533 00000100:00100000:0.0:1771968959.412124:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754089600 00000100:00100000:0.0:1771968959.412283:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36534 00000100:00100000:0.0:1771968959.412289:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ede90fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754089600:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.412342:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.412419:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:0.0:1771968959.412478:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ede90fe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754089600:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 187us (428us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.412486:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36534 00000100:00100000:3.0:1771968959.417075:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.418582:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754089664 00000100:00100000:0.0:1771968959.418632:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36535 00000100:00100000:0.0:1771968959.418638:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e99e577 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754089664:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.418671:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.418739:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:0.0:1771968959.418792:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e99e577 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754089664:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 154us (1730us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.418801:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36535 00000100:00100000:3.0:1771968959.421623:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.421944:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754089728 00000100:00100000:0.0:1771968959.421999:0:14913:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36536 00000100:00100000:0.0:1771968959.422006:0:14913:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000785ecdd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754089728:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.422036:0:14913:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e0:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.422106:0:14913:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e0:0x0]: rc = -2 00000100:00100000:0.0:1771968959.422162:0:14913:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000785ecdd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754089728:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 155us (545us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.422170:0:14913:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36536 00000100:00100000:3.0:1771968959.425828:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.426132:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754089792 00000100:00100000:2.0:1771968959.426213:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36537 00000100:00100000:2.0:1771968959.426220:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000666056f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754089792:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.426384:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.426462:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:2.0:1771968959.426519:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000666056f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754089792:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 299us (701us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.426526:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36537 00000100:00100000:3.0:1771968959.430334:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.430703:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754089856 00000100:00100000:2.0:1771968959.430747:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36538 00000100:00100000:2.0:1771968959.430754:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ae5dc9a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754089856:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.430788:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.430869:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:2.0:1771968959.430936:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ae5dc9a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754089856:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 181us (608us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.430951:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36538 00000100:00100000:3.0:1771968959.434045:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.435379:0:14913:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754089920 00000100:00100000:3.0:1771968959.440013:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.444580:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.447991:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.451583:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.451690:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754090176 00000100:00100000:2.0:1771968959.451741:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36543 00000100:00100000:2.0:1771968959.451747:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7c4ace5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754090176:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.451797:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.451889:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:2.0:1771968959.451945:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7c4ace5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754090176:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 196us (367us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.451953:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36543 00000100:00100000:3.0:1771968959.456054:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.456119:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754090240 00000100:00100000:2.0:1771968959.456205:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36544 00000100:00100000:2.0:1771968959.456212:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b678a17 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754090240:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.456255:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.456326:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:2.0:1771968959.456380:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b678a17 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754090240:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 167us (334us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.456387:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36544 00000100:00100000:3.0:1771968959.460072:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.460135:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754090304 00000100:00100000:2.0:1771968959.460227:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36545 00000100:00100000:2.0:1771968959.460236:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002e53ca2e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754090304:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.460280:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.460362:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:2.0:1771968959.460418:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002e53ca2e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754090304:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 182us (354us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.460431:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36545 00000100:00100000:3.0:1771968959.463954:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.469860:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.474303:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.474515:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754090496 00000100:00100000:2.0:1771968959.474570:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36548 00000100:00100000:2.0:1771968959.474577:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9dcb6b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754090496:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.474609:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3df:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.474682:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3df:0x0]: rc = -2 00000100:00100000:2.0:1771968959.474755:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9dcb6b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754090496:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 176us (460us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.474763:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36548 00000100:00100000:3.0:1771968959.478040:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.482313:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.482448:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754090624 00000100:00100000:2.0:1771968959.482511:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36550 00000100:00100000:2.0:1771968959.482519:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005123fd9e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754090624:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.482576:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x442:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.482652:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x442:0x0]: rc = -2 00000100:00100000:2.0:1771968959.482817:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005123fd9e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754090624:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 297us (511us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.482826:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36550 00000100:00100000:0.0:1771968959.486946:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.487106:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754090688 00000100:00100000:2.0:1771968959.487206:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36551 00000100:00100000:2.0:1771968959.487213:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000072604fd3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754090688:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.487246:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x445:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.487340:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x445:0x0]: rc = -2 00000100:00100000:2.0:1771968959.487399:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000072604fd3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754090688:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 185us (463us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.487412:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36551 00000100:00100000:3.0:1771968959.491529:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.497075:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.502874:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.505682:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.507702:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.509828:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.512231:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.512601:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754091136 00000100:00100000:2.0:1771968959.512769:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36558 00000100:00100000:2.0:1771968959.512775:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e308c17a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754091136:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.512806:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x442:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.512902:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x442:0x0]: rc = -2 00000100:00100000:2.0:1771968959.512963:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e308c17a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754091136:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 187us (738us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.512971:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36558 00000100:00100000:0.0:1771968959.515743:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.515975:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754091200 00000100:00100000:2.0:1771968959.516044:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36559 00000100:00100000:2.0:1771968959.516052:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004bbd9d55 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754091200:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.516083:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3d8:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.516164:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3d8:0x0]: rc = -2 00000100:00100000:2.0:1771968959.516251:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004bbd9d55 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754091200:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 199us (517us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.516260:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36559 00000100:00100000:0.0:1771968959.518407:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.520477:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.523640:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.526000:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.528245:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.528306:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754091520 00000100:00100000:2.0:1771968959.528382:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36564 00000100:00100000:2.0:1771968959.528389:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ea2b73fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754091520:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.528443:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3d7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.528516:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3d7:0x0]: rc = -2 00000100:00100000:2.0:1771968959.528579:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ea2b73fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754091520:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 189us (416us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.528593:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36564 00000100:00100000:0.0:1771968959.530769:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.533431:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.533649:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754091648 00000100:00100000:2.0:1771968959.533710:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36566 00000100:00100000:2.0:1771968959.533717:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000007db179a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754091648:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.533748:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3d8:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.533824:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3d8:0x0]: rc = -2 00000100:00100000:2.0:1771968959.533894:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000007db179a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754091648:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 175us (469us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.533902:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36566 00000100:00100000:0.0:1771968959.536825:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.537047:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754091712 00000100:00100000:2.0:1771968959.537311:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36567 00000100:00100000:2.0:1771968959.537321:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c25ff9c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754091712:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.537377:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3d7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.537502:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3d7:0x0]: rc = -2 00000100:00100000:2.0:1771968959.537574:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c25ff9c4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754091712:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 254us (765us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.537587:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36567 00000100:00100000:0.0:1771968959.539815:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.539875:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754091776 00000100:00100000:2.0:1771968959.540034:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36568 00000100:00100000:2.0:1771968959.540042:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000246d651d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754091776:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.540084:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3d7:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.540369:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3d7:0x0]: rc = -2 00000100:00100000:0.0:1771968959.540434:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000246d651d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754091776:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 391us (627us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.540444:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36568 00000100:00100000:0.0:1771968959.542424:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.542673:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754091840 00000100:00100000:3.0:1771968959.542742:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36569 00000100:00100000:3.0:1771968959.542750:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000058b183c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754091840:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.542790:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3d8:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.542892:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3d8:0x0]: rc = -2 00000100:00100000:3.0:1771968959.542988:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000058b183c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754091840:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 237us (575us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.542997:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36569 00000100:00100000:2.0:1771968959.544934:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.545047:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754091904 00000100:00100000:3.0:1771968959.545117:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36570 00000100:00100000:3.0:1771968959.545124:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001844b7e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754091904:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.545165:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3d8:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.545480:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3d8:0x0]: rc = -2 00000100:00100000:0.0:1771968959.545559:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001844b7e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754091904:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 433us (636us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.545568:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36570 00000100:00100000:0.0:1771968959.547779:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.547858:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754091968 00000100:00100000:2.0:1771968959.547942:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36571 00000100:00100000:2.0:1771968959.547949:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1f53895 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754091968:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.548023:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3d7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.548127:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3d7:0x0]: rc = -2 00000100:00100000:2.0:1771968959.548245:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1f53895 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754091968:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 294us (477us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.548254:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36571 00000100:00100000:3.0:1771968959.550075:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.552804:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.552995:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754092096 00000100:00100000:2.0:1771968959.553100:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36573 00000100:00100000:2.0:1771968959.553107:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c8f88243 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754092096:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.553156:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3d8:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.553309:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3d8:0x0]: rc = -2 00000100:00100000:2.0:1771968959.553381:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c8f88243 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754092096:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 272us (589us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.553391:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36573 00000100:00100000:0.0:1771968959.556081:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.556140:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754092160 00000100:00100000:2.0:1771968959.556391:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36574 00000100:00100000:2.0:1771968959.556398:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009c5d0628 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754092160:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.556435:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3d8:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.556522:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3d8:0x0]: rc = -2 00000100:00100000:2.0:1771968959.556577:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009c5d0628 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754092160:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 179us (506us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.556586:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36574 00000100:00100000:3.0:1771968959.557791:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.557863:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754092224 00000100:00100000:2.0:1771968959.557964:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36575 00000100:00100000:2.0:1771968959.557971:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e56078a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754092224:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.558009:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3d7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.558080:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3d7:0x0]: rc = -2 00000100:00100000:2.0:1771968959.558124:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e56078a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754092224:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 152us (338us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.558132:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36575 00000100:00100000:0.0:1771968959.560568:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.560628:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754092288 00000100:00100000:2.0:1771968959.560686:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36576 00000100:00100000:2.0:1771968959.560691:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004a9ba1d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754092288:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.560903:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3d7:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.560998:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3d7:0x0]: rc = -2 00000100:00100000:2.0:1771968959.561099:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004a9ba1d5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754092288:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 406us (541us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.561106:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36576 00000100:00100000:0.0:1771968959.563458:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.564092:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754092352 00000100:00100000:2.0:1771968959.564299:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36577 00000100:00100000:2.0:1771968959.564307:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000031afddf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754092352:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.564349:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3d8:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.564452:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3d8:0x0]: rc = -2 00000100:00100000:2.0:1771968959.564519:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000031afddf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754092352:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 212us (1073us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.564711:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36577 00000100:00100000:3.0:1771968959.567100:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.567172:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754092416 00000100:00100000:2.0:1771968959.567499:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36578 00000100:00100000:2.0:1771968959.567505:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005299719b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754092416:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.567545:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3d8:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.567638:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3d8:0x0]: rc = -2 00000100:00100000:2.0:1771968959.567744:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005299719b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754092416:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 237us (657us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.567754:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36578 00000100:00100000:0.0:1771968959.573443:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.574832:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754092480 00000100:00100000:2.0:1771968959.575046:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36579 00000100:00100000:2.0:1771968959.575053:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000078c23b05 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754092480:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.575097:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.575265:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:2.0:1771968959.575373:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000078c23b05 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754092480:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 319us (1942us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.575382:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36579 00000100:00100000:0.0:1771968959.578682:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.579205:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754092544 00000100:00100000:2.0:1771968959.579323:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36580 00000100:00100000:2.0:1771968959.579331:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019096fbb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754092544:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.579401:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.579493:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:2.0:1771968959.579554:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019096fbb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754092544:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 223us (884us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.579560:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36580 00000100:00100000:3.0:1771968959.581840:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.582549:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754092608 00000100:00100000:2.0:1771968959.582677:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36581 00000100:00100000:2.0:1771968959.582686:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004dae0395 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754092608:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.582730:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.582836:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.582924:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004dae0395 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754092608:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 238us (1095us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.582937:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36581 00000100:00100000:0.0:1771968959.586568:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.586657:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754092672 00000100:00100000:2.0:1771968959.586716:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36582 00000100:00100000:2.0:1771968959.586722:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0656ca0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754092672:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.586762:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.586865:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.586971:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0656ca0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754092672:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 248us (413us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.586978:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36582 00000100:00100000:0.0:1771968959.589842:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.597874:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.598012:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754092800 00000100:00100000:2.0:1771968959.598085:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36584 00000100:00100000:2.0:1771968959.598093:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000815bb8e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754092800:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.598141:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.598298:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:2.0:1771968959.598371:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000815bb8e2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754092800:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 277us (507us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.598380:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36584 00000100:00100000:0.0:1771968959.601101:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.607899:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.608005:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754092928 00000100:00100000:2.0:1771968959.608080:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36586 00000100:00100000:2.0:1771968959.608088:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e113baf7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754092928:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.608161:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.608309:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.608374:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e113baf7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754092928:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 286us (497us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.608385:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36586 00000100:00100000:3.0:1771968959.611831:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.614656:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.617896:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.618252:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754093120 00000100:00100000:2.0:1771968959.618321:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36589 00000100:00100000:2.0:1771968959.618328:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6bb2e60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754093120:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.618371:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.618471:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.618544:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6bb2e60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754093120:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 215us (669us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.618552:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36589 00000100:00100000:3.0:1771968959.620773:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.623948:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.625483:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000007b61d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1858043760292672:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1771968959.625557:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968959.625623:0:7232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760292672 00000100:00100000:2.0:1771968959.625669:0:7232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:2.0:1771968959.625674:0:7232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000f027d0c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3334:x1858043760292672:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1771968959.625723:0:7232:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444122624 avail 1314660352 00000100:00100000:2.0:1771968959.625761:0:7232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000f027d0c pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3334:x1858043760292672:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968959.625767:0:7232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:2.0:1771968959.625812:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000007b61d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3334:1858043760292672:0@lo:41:osp-pre-0-1.0 00000004:00080000:2.0:1771968959.629713:0:9678:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 438755535222ns, next at 439755515797ns, rc = 0 00000100:00100000:2.0:1771968959.629838:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000007b61d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760292800:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1771968959.629939:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968959.630097:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054559315 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1858043760292864:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1771968959.630127:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968959.630147:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1771968959.630152:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e4e8d0b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ba06e905-9ee9-4d9d-b89b-a18efacca220:3333:1858043760292736:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1771968959.630220:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968959.630342:0:6225:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760292736 00000100:00100000:2.0:1771968959.630393:0:6225:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:2.0:1771968959.630400:0:6225:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003abe52f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ba06e905-9ee9-4d9d-b89b-a18efacca220+23:3333:x1858043760292736:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1771968959.630454:0:6225:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003abe52f7 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ba06e905-9ee9-4d9d-b89b-a18efacca220+23:3333:x1858043760292736:12345-0@lo:400:kworker/u8:1.0 Request processed in 54us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968959.630462:0:6225:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:0.0:1771968959.630584:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aa0dc559 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760293056:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1771968959.630619:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968959.630655:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000005a54cd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760293312:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1771968959.630679:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968959.630706:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1771968959.630711:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000073c717b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3332:1858043760293120:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1771968959.630753:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968959.630768:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004b7591ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3332:1858043760293376:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1771968959.630794:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968959.630823:0:8207:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760292800 00000100:00100000:0.0:1771968959.630857:0:8207:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760292864 00000100:00100000:0.0:1771968959.630875:0:8207:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1771968959.630889:0:8207:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0ce90ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3335:x1858043760292800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1771968959.630916:0:8207:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 3997696 granted 488887744 pending 0 free 3873120256 avail 3641597952 00000100:00100000:0.0:1771968959.630947:0:8207:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0ce90ce pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3335:x1858043760292800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (1011us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968959.630953:0:8207:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1771968959.630966:0:8207:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1771968959.630969:0:8207:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf513acb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3333:x1858043760292864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1771968959.630978:0:8207:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 3997696 granted 488887744 pending 0 free 3873120256 avail 3641597952 00000100:00100000:0.0:1771968959.630999:0:8207:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf513acb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3333:x1858043760292864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 29us (873us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968959.631005:0:8207:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1771968959.631024:0:14890:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760293312 00000100:00100000:0.0:1771968959.631052:0:14890:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:0.0:1771968959.631055:0:14890:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092637ea9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3332:x1858043760293312:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1771968959.631091:0:14890:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092637ea9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3332:x1858043760293312:12345-0@lo:400:kworker/u8:1.0 Request processed in 33us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968959.631096:0:14890:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:0.0:1771968959.631114:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760293120 00000100:00100000:2.0:1771968959.631203:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e4e8d0b3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ba06e905-9ee9-4d9d-b89b-a18efacca220:3333:1858043760292736:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1771968959.631226:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054559315 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1858043760292864:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1771968959.631272:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760293376 00000100:00100000:0.0:1771968959.631564:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:0.0:1771968959.631570:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011d4837f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3332:x1858043760293120:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1771968959.631605:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011d4837f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3332:x1858043760293120:12345-0@lo:400:kworker/u8:1.0 Request processed in 35us (852us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968959.631611:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:0.0:1771968959.631638:0:6236:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760293056 00000100:00100000:0.0:1771968959.631665:0:6236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1771968959.631670:0:6236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e924b24 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3332:x1858043760293056:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1771968959.631805:0:6236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e924b24 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3332:x1858043760293056:12345-0@lo:400:kworker/u8:1.0 Request processed in 134us (1185us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968959.631811:0:6236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1771968959.631837:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000073c717b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3332:1858043760293120:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1771968959.631846:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aa0dc559 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760293056:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1771968959.631855:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000005a54cd5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760293312:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1771968959.631889:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ca25e7c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3335:1858043760292992:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1771968959.631914:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968959.631926:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f0e87f81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1858043760293248:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1771968959.631944:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968959.631958:0:3335:0:(client.c:2868:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294969088 gen 2 00000004:00080000:0.0:1771968959.631964:0:3335:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000c0858e09, transno 4294969083 00000004:00080000:0.0:1771968959.631973:0:3335:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000008f39c4c6, transno 4294969084 00000004:00080000:0.0:1771968959.631975:0:3335:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000f1c0e92f, transno 4294969085 00000004:00080000:0.0:1771968959.631978:0:3335:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 0000000040db137f, transno 4294969086 00000004:00080000:0.0:1771968959.631980:0:3335:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 000000005a77c9b9, transno 4294969087 00000004:00080000:0.0:1771968959.631982:0:3335:0:(osp_sync.c:509:osp_sync_request_commit_cb()) commit req 00000000ff491fa7, transno 4294969088 00000100:00100000:0.0:1771968959.631990:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000007b61d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760292800:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1771968959.632004:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1771968959.632009:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000029d10a07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3335:1858043760292928:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1771968959.632027:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968959.632038:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006b2d5fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3335:1858043760293184:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1771968959.632054:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968959.632064:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000023ff1af9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3335:1858043760293440:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1771968959.632080:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968959.632097:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760292992 00000100:00100000:0.0:1771968959.632112:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760292928 00000100:00100000:0.0:1771968959.632121:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760293184 00000100:00100000:0.0:1771968959.632129:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760293440 00000100:00100000:0.0:1771968959.632138:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:0.0:1771968959.632142:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005a54cd5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3335:x1858043760292992:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1771968959.632168:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005a54cd5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3335:x1858043760292992:12345-0@lo:400:kworker/u8:1.0 Request processed in 25us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968959.632191:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:0.0:1771968959.632203:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1771968959.632207:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa0dc559 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3335:x1858043760292928:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1771968959.632231:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa0dc559 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3335:x1858043760292928:12345-0@lo:400:kworker/u8:1.0 Request processed in 23us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968959.632237:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1771968959.632247:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:0.0:1771968959.632250:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000073c717b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3335:x1858043760293184:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1771968959.632275:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000073c717b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3335:x1858043760293184:12345-0@lo:400:kworker/u8:1.0 Request processed in 23us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968959.632283:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:0.0:1771968959.632292:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:0.0:1771968959.632295:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e7cb970 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3335:x1858043760293440:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1771968959.632315:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e7cb970 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3335:x1858043760293440:12345-0@lo:400:kworker/u8:1.0 Request processed in 20us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968959.632320:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:0.0:1771968959.632343:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000029d10a07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3335:1858043760292928:0@lo:400:kworker/u8:1.0 00010000:00080000:0.0:1771968959.632352:0:3335:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000006b2d5fb x1858043760293184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1771969003 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:0.0:1771968959.632361:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006b2d5fb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3335:1858043760293184:0@lo:400:kworker/u8:1.0 00010000:00080000:0.0:1771968959.632368:0:3335:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000023ff1af9 x1858043760293440/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1771969003 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:0.0:1771968959.632376:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000023ff1af9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3335:1858043760293440:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1771968959.632382:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ca25e7c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3335:1858043760292992:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1771968959.632555:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:2.0:1771968959.632561:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040977dc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3332:x1858043760293376:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1771968959.632603:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040977dc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3332:x1858043760293376:12345-0@lo:400:kworker/u8:1.0 Request processed in 41us (1808us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968959.632610:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:0.0:1771968959.632653:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004b7591ad pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3332:1858043760293376:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1771968959.632832:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.632859:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754093312 00000100:00100000:0.0:1771968959.632890:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36592 00000100:00100000:0.0:1771968959.632896:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b7591ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754093312:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.632919:0:8228:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.633142:0:8228:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000040:00100000:3.0:1771968959.633151:0:9677:0:(llog.c:235:llog_cancel_arr_rec()) Canceling 6 records, first 874 in log [0x6:0x1:0x0] 00000100:00100000:0.0:1771968959.633209:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b7591ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754093312:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 312us (379us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.633218:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36592 00000004:00080000:3.0:1771968959.633253:0:9677:0:(osp_sync.c:1126:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 94 changes, 0 in progress, 0 in flight, 6 done 00000100:00100000:0.0:1771968959.635612:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.636001:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754093376 00000100:00100000:2.0:1771968959.636061:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36593 00000100:00100000:2.0:1771968959.636066:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca25e7c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754093376:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.636102:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.636219:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.636285:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca25e7c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754093376:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 219us (686us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.636293:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36593 00000100:00100000:0.0:1771968959.639669:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.639843:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754093440 00000100:00100000:3.0:1771968959.639926:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36594 00000100:00100000:3.0:1771968959.639934:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023ff1af9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754093440:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.640685:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.641438:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:3.0:1771968959.641558:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023ff1af9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754093440:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 1621us (1899us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.641571:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36594 00000100:00100000:3.0:1771968959.646165:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754093504 00000100:00100000:3.0:1771968959.646268:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36595 00000100:00100000:3.0:1771968959.646275:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000025f2ded pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754093504:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.646319:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.646416:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:3.0:1771968959.646487:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000025f2ded pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754093504:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 212us (432us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.646493:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36595 00000100:00100000:0.0:1771968959.649649:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.649917:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754093568 00000100:00100000:2.0:1771968959.650068:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36596 00000100:00100000:2.0:1771968959.650076:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006b2d5fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754093568:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.650123:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.650247:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:2.0:1771968959.650320:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006b2d5fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754093568:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 244us (684us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.650329:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36596 00000100:00100000:2.0:1771968959.653270:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754093632 00000100:00100000:2.0:1771968959.653428:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36597 00000100:00100000:2.0:1771968959.653436:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a5f61684 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754093632:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.653504:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.653605:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.653676:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a5f61684 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754093632:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 239us (954us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.653684:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36597 00000100:00100000:2.0:1771968959.656567:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754093696 00000100:00100000:2.0:1771968959.656639:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36598 00000100:00100000:2.0:1771968959.656647:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f15d9ce7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754093696:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.656689:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.656972:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.657244:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f15d9ce7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754093696:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 595us (785us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.657258:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36598 00000100:00100000:3.0:1771968959.659835:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754093760 00000100:00100000:3.0:1771968959.659907:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36599 00000100:00100000:3.0:1771968959.659914:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df331e05 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754093760:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.659956:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.660055:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:3.0:1771968959.660121:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df331e05 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754093760:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 207us (557us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.660129:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36599 00000100:00100000:2.0:1771968959.663311:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754093824 00000100:00100000:2.0:1771968959.663398:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36600 00000100:00100000:2.0:1771968959.663405:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001fef8923 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754093824:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.663447:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.663544:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:2.0:1771968959.663613:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001fef8923 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754093824:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 206us (585us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.663621:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36600 00000100:00100000:2.0:1771968959.669781:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754093888 00000100:00100000:2.0:1771968959.669870:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36601 00000100:00100000:2.0:1771968959.669889:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d52166a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754093888:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.669938:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.670052:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.670129:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d52166a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754093888:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 249us (1908us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.670137:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36601 00000100:00100000:3.0:1771968959.672084:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754093952 00000100:00100000:3.0:1771968959.672141:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36602 00000100:00100000:3.0:1771968959.672148:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004e68e9a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754093952:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.672210:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.672295:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:3.0:1771968959.672350:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004e68e9a6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754093952:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 202us (345us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.672359:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36602 00000100:00100000:2.0:1771968959.673965:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754094016 00000100:00100000:2.0:1771968959.674076:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36603 00000100:00100000:2.0:1771968959.674080:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000145a8443 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094016:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.674134:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.674288:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:2.0:1771968959.674367:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000145a8443 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094016:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 286us (744us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.674377:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36603 00000100:00100000:2.0:1771968959.677147:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754094080 00000100:00100000:0.0:1771968959.677393:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36604 00000100:00100000:0.0:1771968959.677404:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015909335 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094080:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.677480:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.677585:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:0.0:1771968959.677658:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015909335 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094080:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 254us (832us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.677667:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36604 00000100:00100000:0.0:1771968959.680414:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754094144 00000100:00100000:0.0:1771968959.680477:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36605 00000100:00100000:0.0:1771968959.680483:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001a51e3be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094144:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.680525:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.680627:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:0.0:1771968959.680789:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001a51e3be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094144:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 304us (439us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.680797:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36605 00000100:00100000:0.0:1771968959.683937:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754094208 00000100:00100000:0.0:1771968959.684060:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36606 00000100:00100000:0.0:1771968959.684069:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d046cf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094208:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.684114:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.684265:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:0.0:1771968959.684349:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d046cf1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094208:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 281us (489us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.684359:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36606 00000100:00100000:0.0:1771968959.687669:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754094272 00000100:00100000:0.0:1771968959.687748:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36607 00000100:00100000:0.0:1771968959.687757:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8432312 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094272:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.687802:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.687919:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:0.0:1771968959.688157:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8432312 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094272:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 399us (834us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.688167:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36607 00000100:00100000:0.0:1771968959.696998:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754094336 00000100:00100000:0.0:1771968959.697070:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36608 00000100:00100000:0.0:1771968959.697078:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dabfe9ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094336:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.697124:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.697266:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:0.0:1771968959.697334:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dabfe9ba pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094336:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 255us (479us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.697343:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36608 00000100:00100000:3.0:1771968959.701019:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754094400 00000100:00100000:3.0:1771968959.701085:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36609 00000100:00100000:3.0:1771968959.701094:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ddb6f3f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094400:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.701140:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.701300:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:3.0:1771968959.701364:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ddb6f3f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094400:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 269us (633us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.701372:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36609 00000100:00100000:0.0:1771968959.704491:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754094464 00000100:00100000:0.0:1771968959.704553:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36610 00000100:00100000:0.0:1771968959.704561:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e4c8afc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094464:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.704603:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.704711:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:0.0:1771968959.704779:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e4c8afc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094464:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 217us (388us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.704791:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36610 00000100:00100000:3.0:1771968959.707912:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754094528 00000100:00100000:3.0:1771968959.707973:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36611 00000100:00100000:3.0:1771968959.707981:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f53deb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094528:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.708023:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.708112:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:3.0:1771968959.708203:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f53deb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094528:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 190us (383us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.708217:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36611 00000100:00100000:0.0:1771968959.710419:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754094592 00000100:00100000:0.0:1771968959.710468:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36612 00000100:00100000:0.0:1771968959.710474:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001de0b672 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094592:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.710510:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.710603:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:0.0:1771968959.710667:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001de0b672 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094592:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 192us (327us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.710674:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36612 00000100:00100000:3.0:1771968959.713130:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754094656 00000100:00100000:0.0:1771968959.713923:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36613 00000100:00100000:0.0:1771968959.713933:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000093d9160d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094656:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.714109:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.714252:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:0.0:1771968959.714328:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000093d9160d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094656:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 395us (1526us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.714337:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36613 00000100:00100000:3.0:1771968959.718713:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754094720 00000100:00100000:3.0:1771968959.718823:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36614 00000100:00100000:3.0:1771968959.718832:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000871278bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094720:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.718887:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.718997:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:3.0:1771968959.719073:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000871278bd pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094720:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 241us (495us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.719080:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36614 00000100:00100000:2.0:1771968959.721589:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.721784:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754094784 00000100:00100000:2.0:1771968959.721957:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36615 00000100:00100000:2.0:1771968959.721965:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054559315 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094784:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.722017:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.722131:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.722242:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054559315 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094784:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 276us (665us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.722253:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36615 00000100:00100000:0.0:1771968959.724262:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754094848 00000100:00100000:0.0:1771968959.724310:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36616 00000100:00100000:0.0:1771968959.724316:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c5e95b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094848:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.724357:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.724447:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:0.0:1771968959.724513:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c5e95b0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094848:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 196us (424us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.724521:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36616 00000100:00100000:0.0:1771968959.727576:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.727666:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754094912 00000100:00100000:2.0:1771968959.727732:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36617 00000100:00100000:2.0:1771968959.727738:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a6bb2e60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094912:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.727773:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.727924:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:2.0:1771968959.728150:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a6bb2e60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094912:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 410us (585us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.728159:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36617 00000100:00100000:3.0:1771968959.730892:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.731669:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754094976 00000100:00100000:2.0:1771968959.731765:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36618 00000100:00100000:2.0:1771968959.731774:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005fdfb2f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094976:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.731819:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.731937:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:2.0:1771968959.732098:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005fdfb2f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754094976:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 323us (1225us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.732109:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36618 00000100:00100000:2.0:1771968959.734278:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754095040 00000100:00100000:2.0:1771968959.734336:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36619 00000100:00100000:2.0:1771968959.734342:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003637e995 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095040:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.734439:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.734532:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.734847:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003637e995 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095040:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 503us (784us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.734856:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36619 00000100:00100000:0.0:1771968959.737046:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.737353:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754095104 00000100:00100000:2.0:1771968959.737424:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36620 00000100:00100000:2.0:1771968959.737432:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000053f0af51 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095104:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.737483:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.737594:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.737869:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000053f0af51 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095104:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 436us (834us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.737888:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36620 00000100:00100000:0.0:1771968959.740379:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.740935:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754095168 00000100:00100000:2.0:1771968959.741075:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36621 00000100:00100000:2.0:1771968959.741084:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011d4837f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095168:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.741134:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.741264:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:2.0:1771968959.741381:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011d4837f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095168:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 297us (1011us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.741394:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36621 00000100:00100000:2.0:1771968959.745066:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754095232 00000100:00100000:2.0:1771968959.745172:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36622 00000100:00100000:2.0:1771968959.745222:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bbdbb4c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095232:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.745279:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.745405:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:2.0:1771968959.745475:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bbdbb4c9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095232:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 253us (600us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.745484:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36622 00000100:00100000:0.0:1771968959.748145:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.748669:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754095296 00000100:00100000:3.0:1771968959.748763:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36623 00000100:00100000:3.0:1771968959.748771:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005a54cd5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095296:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.748815:0:6231:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.748946:0:6231:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:3.0:1771968959.749034:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005a54cd5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095296:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 262us (902us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.749043:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36623 00000100:00100000:0.0:1771968959.751072:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.751140:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754095360 00000100:00100000:2.0:1771968959.751236:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36624 00000100:00100000:2.0:1771968959.751245:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa0dc559 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095360:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.751286:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.751374:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:2.0:1771968959.751441:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa0dc559 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095360:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 196us (378us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.751449:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36624 00000100:00100000:2.0:1771968959.752944:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.753133:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754095424 00000100:00100000:3.0:1771968959.753383:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36625 00000100:00100000:3.0:1771968959.753397:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c4365188 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095424:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.753436:0:6231:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.753523:0:6231:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:3.0:1771968959.753584:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c4365188 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095424:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 186us (648us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.753593:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36625 00000100:00100000:0.0:1771968959.755961:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.756136:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754095488 00000100:00100000:3.0:1771968959.756340:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36626 00000100:00100000:3.0:1771968959.756349:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000073c717b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095488:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.756393:0:6231:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.756500:0:6231:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:3.0:1771968959.756575:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000073c717b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095488:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 227us (626us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.756585:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36626 00000100:00100000:0.0:1771968959.758951:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.759139:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754095552 00000100:00100000:3.0:1771968959.759345:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36627 00000100:00100000:3.0:1771968959.759353:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006e7cb970 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095552:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.759395:0:6231:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.759677:0:6231:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:3.0:1771968959.759803:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006e7cb970 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095552:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 449us (865us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.759812:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36627 00000100:00100000:3.0:1771968959.762083:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754095616 00000100:00100000:3.0:1771968959.762165:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36628 00000100:00100000:3.0:1771968959.762206:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002280c586 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095616:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.762249:0:6231:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.762346:0:6231:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:3.0:1771968959.762401:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002280c586 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095616:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 228us (525us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.762413:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36628 00000100:00100000:0.0:1771968959.764509:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.764735:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754095680 00000100:00100000:3.0:1771968959.764792:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36629 00000100:00100000:3.0:1771968959.764798:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040977dc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095680:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.764842:0:6231:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.764931:0:6231:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:3.0:1771968959.764986:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040977dc8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095680:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 187us (486us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.764994:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36629 00000100:00100000:0.0:1771968959.766707:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.766818:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754095744 00000100:00100000:3.0:1771968959.766866:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36630 00000100:00100000:3.0:1771968959.766874:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004b7591ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095744:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.766924:0:6231:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.767000:0:6231:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:3.0:1771968959.767058:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004b7591ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095744:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 184us (359us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.767066:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36630 00000100:00100000:3.0:1771968959.768890:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754095808 00000100:00100000:3.0:1771968959.768941:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36631 00000100:00100000:3.0:1771968959.768949:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012dce043 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095808:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.768987:0:6231:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.769061:0:6231:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:3.0:1771968959.769110:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012dce043 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095808:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 162us (485us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.769123:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36631 00000100:00100000:0.0:1771968959.770668:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.770757:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754095872 00000100:00100000:3.0:1771968959.770812:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36632 00000100:00100000:3.0:1771968959.770818:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ca25e7c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095872:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.770860:0:6231:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.770962:0:6231:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:3.0:1771968959.771030:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ca25e7c8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095872:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 211us (369us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.771039:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36632 00000100:00100000:0.0:1771968959.772393:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.772528:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754095936 00000100:00100000:3.0:1771968959.772569:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36633 00000100:00100000:3.0:1771968959.772576:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000023ff1af9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095936:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.772610:0:6231:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.772679:0:6231:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:3.0:1771968959.772954:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000023ff1af9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754095936:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 377us (566us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.772966:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36633 00000100:00100000:3.0:1771968959.775440:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754096000 00000100:00100000:3.0:1771968959.775502:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36634 00000100:00100000:3.0:1771968959.775509:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b599d66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754096000:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.775552:0:6231:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.775642:0:6231:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:3.0:1771968959.775696:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b599d66 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754096000:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 186us (371us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.775717:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36634 00000100:00100000:0.0:1771968959.781822:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.782151:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754096064 00000100:00100000:2.0:1771968959.782308:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36635 00000100:00100000:2.0:1771968959.782317:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006b2d5fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754096064:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.782370:0:6231:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.782477:0:6231:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:2.0:1771968959.782555:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006b2d5fb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754096064:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 238us (746us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.782568:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36635 00000100:00100000:0.0:1771968959.785063:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.785156:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754096128 00000100:00100000:2.0:1771968959.785262:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36636 00000100:00100000:2.0:1771968959.785270:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029d10a07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754096128:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.785312:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.785395:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:2.0:1771968959.785446:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029d10a07 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754096128:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 177us (395us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.785452:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36636 00000100:00100000:2.0:1771968959.789600:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754096192 00000100:00100000:2.0:1771968959.789667:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36637 00000100:00100000:2.0:1771968959.789675:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ddf4b51d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754096192:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.789736:0:6231:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.789850:0:6231:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.789995:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ddf4b51d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754096192:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 319us (545us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.790004:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36637 00000100:00100000:0.0:1771968959.795359:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.795538:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754096256 00000100:00100000:2.0:1771968959.795649:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36638 00000100:00100000:2.0:1771968959.795657:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055cf1c1c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754096256:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.795710:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.795817:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.796000:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055cf1c1c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754096256:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 342us (654us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.796014:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36638 00000100:00100000:2.0:1771968959.799162:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.799284:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754096320 00000100:00100000:0.0:1771968959.799345:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36639 00000100:00100000:0.0:1771968959.799352:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bd2ff7e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754096320:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.799392:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.799485:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:0.0:1771968959.799543:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bd2ff7e1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754096320:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 190us (391us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.799551:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36639 00000100:00100000:3.0:1771968959.804158:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.804377:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754096384 00000100:00100000:2.0:1771968959.804456:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36640 00000100:00100000:2.0:1771968959.804464:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054c84a13 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754096384:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.804513:0:6231:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.804615:0:6231:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.804681:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054c84a13 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754096384:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 216us (536us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.804689:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36640 00000100:00100000:3.0:1771968959.807703:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.807862:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754096448 00000100:00100000:0.0:1771968959.807941:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36641 00000100:00100000:0.0:1771968959.807948:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008794ce70 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754096448:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.808000:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.808103:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:0.0:1771968959.808287:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008794ce70 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754096448:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 337us (592us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.808295:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36641 00000100:00100000:2.0:1771968959.812410:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.812514:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754096512 00000100:00100000:0.0:1771968959.812581:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36642 00000100:00100000:0.0:1771968959.812589:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001abceb46 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754096512:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.812630:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.812951:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:0.0:1771968959.813029:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001abceb46 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754096512:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 439us (631us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.813040:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36642 00000100:00100000:3.0:1771968959.815947:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.816341:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754096576 00000100:00100000:2.0:1771968959.816429:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36643 00000100:00100000:2.0:1771968959.816436:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009dbc463d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754096576:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.816480:0:6231:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.816575:0:6231:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.816642:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009dbc463d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754096576:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 205us (704us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.816650:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36643 00000100:00100000:3.0:1771968959.819505:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.819737:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754096640 00000100:00100000:2.0:1771968959.819790:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36644 00000100:00100000:2.0:1771968959.819798:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7a6442f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754096640:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.819842:0:6231:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.819950:0:6231:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.820353:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7a6442f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754096640:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 554us (859us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.820363:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36644 00000100:00100000:3.0:1771968959.827584:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.827835:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754096704 00000100:00100000:0.0:1771968959.827940:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36645 00000100:00100000:0.0:1771968959.827949:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000089b723be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754096704:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.828039:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.828128:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:0.0:1771968959.828240:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000089b723be pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754096704:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 291us (669us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.828246:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36645 00000100:00100000:3.0:1771968959.829531:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.829629:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754096768 00000100:00100000:0.0:1771968959.829680:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36646 00000100:00100000:0.0:1771968959.829686:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028eb0611 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754096768:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.829864:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.829936:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:0.0:1771968959.829995:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028eb0611 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754096768:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 309us (471us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.830002:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36646 00000100:00100000:3.0:1771968959.831896:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.832149:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754096832 00000100:00100000:0.0:1771968959.832282:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36647 00000100:00100000:0.0:1771968959.832291:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000860c66f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754096832:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:0.0:1771968959.832335:0:6230:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:0.0:1771968959.832419:0:6230:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:0.0:1771968959.832482:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000860c66f3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754096832:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 191us (606us total) trans 0 rc -2/-2 00000100:00100000:0.0:1771968959.832490:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36647 00000100:00100000:2.0:1771968959.834057:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.839740:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.842747:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.845821:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.849036:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.849215:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36652 00000100:00100000:3.0:1771968959.849225:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000781331f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754097152:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.849266:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.849353:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:3.0:1771968959.849420:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000781331f1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754097152:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 196us (395us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.849429:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36652 00000100:00100000:3.0:1771968959.851498:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.853530:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.855892:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.858036:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.858354:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754097408 00000100:00100000:2.0:1771968959.858492:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36656 00000100:00100000:2.0:1771968959.858499:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004cd8a3f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754097408:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.858536:0:6231:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x419:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.858633:0:6231:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x419:0x0]: rc = -2 00000100:00100000:2.0:1771968959.858705:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004cd8a3f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754097408:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 204us (676us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.858713:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36656 00000100:00100000:2.0:1771968959.860910:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.863358:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.867041:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.868844:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.870509:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.873262:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.882239:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.882696:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754097856 00000100:00100000:3.0:1771968959.882764:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36663 00000100:00100000:3.0:1771968959.882772:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bdec1868 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754097856:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.882813:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.882919:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:3.0:1771968959.882988:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bdec1868 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754097856:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 215us (756us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.882996:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36663 00000100:00100000:2.0:1771968959.886374:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.886464:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754097920 00000100:00100000:3.0:1771968959.886525:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36664 00000100:00100000:3.0:1771968959.886532:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000386806e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754097920:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.886574:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.886672:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:3.0:1771968959.886759:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000386806e8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754097920:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 227us (393us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.886765:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36664 00000100:00100000:0.0:1771968959.895401:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.901314:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.906511:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.906697:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754098112 00000100:00100000:3.0:1771968959.906769:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36667 00000100:00100000:3.0:1771968959.906776:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a3e3200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754098112:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.906818:0:6231:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.906982:0:6231:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:3.0:1771968959.907300:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a3e3200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754098112:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 522us (801us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.907310:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36667 00000100:00100000:0.0:1771968959.910014:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.910088:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754098176 00000100:00100000:3.0:1771968959.910156:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36668 00000100:00100000:3.0:1771968959.910165:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056464396 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754098176:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.910238:0:6231:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.910581:0:6231:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:2.0:1771968959.910658:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056464396 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754098176:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 493us (941us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.910669:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36668 00000100:00100000:2.0:1771968959.913263:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.917944:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.921274:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.924939:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.925289:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754098432 00000100:00100000:3.0:1771968959.925396:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36672 00000100:00100000:3.0:1771968959.925405:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d055dbc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754098432:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.925451:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.925552:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:3.0:1771968959.925625:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d055dbc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754098432:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 220us (698us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.925633:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36672 00000100:00100000:0.0:1771968959.929557:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.929644:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754098496 00000100:00100000:3.0:1771968959.929705:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36673 00000100:00100000:3.0:1771968959.929713:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004f7bd65c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754098496:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.929829:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.929941:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:3.0:1771968959.930065:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004f7bd65c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754098496:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 351us (517us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.930074:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36673 00000100:00100000:0.0:1771968959.934063:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.934213:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754098560 00000100:00100000:3.0:1771968959.934280:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36674 00000100:00100000:3.0:1771968959.934290:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0e87f81 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754098560:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.934340:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x41b:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.934443:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x41b:0x0]: rc = -2 00000100:00100000:3.0:1771968959.934609:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0e87f81 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754098560:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 319us (560us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.934618:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36674 00000100:00100000:2.0:1771968959.937299:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.937714:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754098624 00000100:00100000:3.0:1771968959.937793:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36675 00000100:00100000:3.0:1771968959.937802:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001844b7e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754098624:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.937852:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e5:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.937970:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e5:0x0]: rc = -2 00000100:00100000:3.0:1771968959.938042:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001844b7e9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754098624:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 241us (752us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.938052:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36675 00000100:00100000:0.0:1771968959.940224:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.940357:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754098688 00000100:00100000:3.0:1771968959.940421:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36676 00000100:00100000:3.0:1771968959.940428:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000092637ea9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754098688:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.940468:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e5:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.940574:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e5:0x0]: rc = -2 00000100:00100000:3.0:1771968959.940646:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000092637ea9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754098688:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 217us (432us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.940655:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36676 00000100:00100000:0.0:1771968959.943086:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.945270:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.947442:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.950874:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.954914:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.959069:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.963314:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.965618:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.967631:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.967912:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754099264 00000100:00100000:3.0:1771968959.967967:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36685 00000100:00100000:3.0:1771968959.967976:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b3374ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754099264:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:3.0:1771968959.968016:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e6:0x0] from 18446744073709551615 #0 00000004:00000080:3.0:1771968959.968098:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e6:0x0]: rc = -2 00000100:00100000:3.0:1771968959.968164:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b3374ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754099264:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 188us (551us total) trans 0 rc -2/-2 00000100:00100000:3.0:1771968959.968215:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36685 00000100:00100000:0.0:1771968959.975001:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968959.975118:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754099328 00000100:00100000:3.0:1771968959.975284:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36686 00000100:00100000:3.0:1771968959.975292:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d275781 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754099328:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.975489:0:6232:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.975573:0:6232:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e6:0x0]: rc = -2 00000100:00100000:2.0:1771968959.975951:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d275781 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754099328:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 658us (957us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.975960:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36686 00000100:00100000:2.0:1771968959.981737:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.987042:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968959.990427:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.990557:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754099520 00000100:00100000:2.0:1771968959.990624:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36689 00000100:00100000:2.0:1771968959.990631:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ffa7854a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754099520:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.990670:0:6231:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.990753:0:6231:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e6:0x0]: rc = -2 00000100:00100000:2.0:1771968959.990817:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ffa7854a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754099520:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 185us (398us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.990825:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36689 00000100:00100000:3.0:1771968959.993452:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968959.994921:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754099584 00000100:00100000:2.0:1771968959.994988:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36690 00000100:00100000:2.0:1771968959.994995:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005123fd9e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754099584:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968959.995041:0:6231:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968959.995132:0:6231:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e6:0x0]: rc = -2 00000100:00100000:2.0:1771968959.995211:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005123fd9e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754099584:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 216us (1765us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968959.995220:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36690 00000100:00100000:0.0:1771968959.998112:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968960.000717:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968960.002756:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968960.005374:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968960.007812:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968960.008647:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754099904 00000100:00100000:2.0:1771968960.008723:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36695 00000100:00100000:2.0:1771968960.008730:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000808cf505 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754099904:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968960.008781:0:6231:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968960.008889:0:6231:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e6:0x0]: rc = -2 00000100:00100000:2.0:1771968960.008963:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000808cf505 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754099904:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 232us (1160us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968960.008972:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36695 00000100:00100000:3.0:1771968960.011216:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968960.011293:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754099968 00000100:00100000:2.0:1771968960.011349:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36696 00000100:00100000:2.0:1771968960.011356:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000029c7f9b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754099968:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968960.011390:0:6231:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3e6:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968960.011468:0:6231:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3e6:0x0]: rc = -2 00000100:00100000:2.0:1771968960.011524:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000029c7f9b4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754099968:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 168us (315us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968960.011533:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36696 00000100:00100000:0.0:1771968960.013599:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968960.022002:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968960.024718:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968960.027420:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968960.031077:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968960.033499:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968960.036277:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968960.038629:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968960.040746:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968960.040823:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754100544 00000100:00100000:2.0:1771968960.040894:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36705 00000100:00100000:2.0:1771968960.040902:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005299719b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754100544:12345-192.168.202.27@tcp:53:lustre_rsync.0 00000004:00000080:2.0:1771968960.040967:0:6231:0:(mdt_handler.c:7215:mdt_fid2path()) path get [0x200000402:0x3ca:0x0] from 18446744073709551615 #0 00000004:00000080:2.0:1771968960.041049:0:6231:0:(mdt_handler.c:7257:mdt_fid2path()) nonlocal object [0x200000402:0x3ca:0x0]: rc = -2 00000100:00100000:2.0:1771968960.041116:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005299719b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+588:12522:x1858043754100544:12345-192.168.202.27@tcp:53:lustre_rsync.0 Request processed in 213us (376us total) trans 0 rc -2/-2 00000100:00100000:2.0:1771968960.041124:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36705 00000100:00100000:0.0:1771968960.045217:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968960.072545:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968960.073961:0:6224:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754100672 00000100:00100000:2.0:1771968960.074057:0:6224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 369 00000100:00100000:2.0:1771968960.074067:0:6224:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000554c7f21 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17891c90-7ec6-4c74-9a9b-9a9789a7ac8c+9:2267:x1858043754100672:12345-192.168.202.27@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1771968960.074160:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968960.074214:0:6224:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000554c7f21 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:17891c90-7ec6-4c74-9a9b-9a9789a7ac8c+9:2267:x1858043754100672:12345-192.168.202.27@tcp:400:kworker/u8:0.0 Request processed in 147us (1679us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968960.074223:0:6224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 369 00000100:00100000:2.0:1771968960.074457:0:14892:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754100864 00000100:00100000:3.0:1771968960.074522:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754100736 00000100:00100000:2.0:1771968960.074537:0:14892:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754100800 00000100:00100000:3.0:1771968960.074568:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 415 00000100:00100000:3.0:1771968960.074573:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076c3bbf8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+5:2266:x1858043754100736:12345-192.168.202.27@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1771968960.074726:0:14890:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 187 00000100:00100000:0.0:1771968960.074733:0:14890:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee8dfed3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:36e9446e-9e06-4a7a-b2b0-6da64f399773+82:2267:x1858043754100800:12345-192.168.202.27@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1771968960.074853:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076c3bbf8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+5:2266:x1858043754100736:12345-192.168.202.27@tcp:400:kworker/u8:0.0 Request processed in 279us (695us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968960.074859:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 415 00000100:00100000:0.0:1771968960.075043:0:14890:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee8dfed3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:36e9446e-9e06-4a7a-b2b0-6da64f399773+82:2267:x1858043754100800:12345-192.168.202.27@tcp:400:kworker/u8:0.0 Request processed in 309us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968960.075051:0:14890:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 187 00010000:00010000:3.0:1771968960.137499:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.161803:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.161917:0:7232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760293504 00000100:00100000:2.0:1771968961.162026:0:7232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:2.0:1771968961.162033:0:7232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fe17512b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3335:x1858043760293504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1771968961.162076:0:7232:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446379520 avail 1316917248 00000100:00100000:2.0:1771968961.162137:0:7232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fe17512b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3335:x1858043760293504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.162144:0:7232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000004:00080000:0.0:1771968961.680140:0:6211:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 126 committed 00000001:00080000:0.0:1771968961.680288:0:6211:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984574 is committed 00000004:00080000:0.0:1771968961.680304:0:6211:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 127 committed 00000004:00080000:0.0:1771968961.680333:0:6211:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 125 committed 00000004:00080000:0.0:1771968961.680581:0:6211:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 124 committed 00000004:00080000:0.0:1771968961.680749:0:6211:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 126 committed 00000004:00080000:0.0:1771968961.680988:0:6211:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 123 committed 00000100:00100000:0.0:1771968961.681063:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000815bb8e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760293632:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.681077:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001973e72d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760293696:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.681281:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f2051b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760293760:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.681388:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.681426:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db80d45b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760293888:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.681449:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.681461:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a13703e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760294144:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1771968961.681481:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.681493:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a70b29e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760294400:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1771968961.681511:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.681522:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:0.0:1771968961.681528:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004dae0395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760293568:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.681543:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.681555:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000084872b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760293824:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.681571:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.681581:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae49ffb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760294080:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1771968961.681597:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.681607:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006554bc87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760294336:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1771968961.681636:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.681691:0:8204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760293632 00000100:00100000:0.0:1771968961.681744:0:8204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760293888 00000100:00100000:0.0:1771968961.681764:0:8204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760294144 00000100:00100000:0.0:1771968961.681783:0:8204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760294400 00000100:00100000:0.0:1771968961.681800:0:8204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760293568 00000100:00100000:0.0:1771968961.681818:0:8204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760293824 00000100:00100000:0.0:1771968961.681832:0:8204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760294080 00000100:00100000:0.0:1771968961.681843:0:8204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760294336 00000100:00100000:0.0:1771968961.681871:0:8204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6271 00000100:00100000:0.0:1771968961.681878:0:8204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b7d55482 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3333:x1858043760293632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1771968961.681912:0:8204:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:950 count 1 00010000:00010000:0.0:1771968961.681944:0:8204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000ea041a5/0x9268ded837c505c4 lrc: 3/0,1 mode: --/PW res: [0x3b6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.681980:0:8204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000041666ff2/0x9268ded837c4cfbc lrc: 2/0,0 mode: PW/PW res: [0x3b6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dd5a expref: 98 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.681992:0:8204:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.681997:0:8204:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.682000:0:8204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ea041a5/0x9268ded837c505c4 lrc: 4/0,1 mode: --/PW res: [0x3b6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.682038:0:8204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000041666ff2/0x9268ded837c4cfbc lrc: 3/0,0 mode: PW/PW res: [0x3b6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dd5a expref: 98 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.682065:0:8204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000041666ff2/0x9268ded837c4cfbc lrc: 4/0,0 mode: PW/PW res: [0x3b6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dd5a expref: 98 pid: 14893 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.682089:0:8204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000030f0b30 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8204:1858043760294592:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.682151:0:8204:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c2009766 going to sleep for 43 seconds 00000100:00100000:0.0:1771968961.682197:0:14890:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6272 00000100:00100000:0.0:1771968961.682205:0:14890:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a61e838a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+8:3333:x1858043760293888:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1771968961.682219:0:14890:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:961 count 1 00010000:00010000:0.0:1771968961.682233:0:14890:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006041c1b2/0x9268ded837c505cb lrc: 3/0,1 mode: --/PW res: [0x3c1:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682240:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000006725f928/0x9268ded837c4ec8e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c9:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.682243:0:14890:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000079f09a80/0x9268ded837c4e326 lrc: 2/0,0 mode: PR/PR res: [0x3c1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e3ff expref: 98 pid: 14875 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1771968961.682257:0:14890:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.682260:0:14890:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.682261:0:14890:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006041c1b2/0x9268ded837c505cb lrc: 4/0,1 mode: --/PW res: [0x3c1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682269:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006725f928/0x9268ded837c4ec8e lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3c9:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682277:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006725f928/0x9268ded837c4ec8e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c9:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.682280:0:14890:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000079f09a80/0x9268ded837c4e326 lrc: 3/0,0 mode: PR/PR res: [0x3c1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e3ff expref: 98 pid: 14875 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1771968961.682291:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006725f928 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.682295:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006725f928/0x9268ded837c4ec8e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c9:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.682295:0:14890:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000079f09a80/0x9268ded837c4e326 lrc: 4/0,0 mode: PR/PR res: [0x3c1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e3ff expref: 98 pid: 14875 timeout: 540 lvb_type: 1 00010000:00010000:1.0:1771968961.682314:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006725f928/0x9268ded837c4ec8e lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3c9:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.682316:0:14890:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bf9937ec pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14890:1858043760294656:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.682330:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c9:0x0].0x8e4542d7 (000000000256380b) 00010000:00010000:1.0:1771968961.682334:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.682336:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006725f928/0x9268ded837c4ec8e lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3c9:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682343:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006725f928/0x9268ded837c4ec8e lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3c9:0x0].0x8e4542d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.682347:0:14890:0:(client.c:2500:ptlrpc_set_wait()) set 0000000059667021 going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.682359:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000a5801efd/0x9268ded837c4ec95 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682367:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a5801efd/0x9268ded837c4ec95 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682373:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a5801efd/0x9268ded837c4ec95 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682383:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a5801efd already unused, calling callback (000000001fada510) 00000100:00100000:0.0:1771968961.682386:0:14875:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6273 00010000:00010000:1.0:1771968961.682387:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a5801efd/0x9268ded837c4ec95 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.682392:0:14875:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003259198f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+8:3333:x1858043760294144:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.682402:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a5801efd/0x9268ded837c4ec95 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1771968961.682409:0:14875:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:958 count 1 00010000:00010000:1.0:1771968961.682412:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cf:0x0].0x0 (0000000043e2db10) 00010000:00010000:1.0:1771968961.682415:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.682418:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a5801efd/0x9268ded837c4ec95 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682424:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a5801efd/0x9268ded837c4ec95 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3cf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.682424:0:14875:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056acc281/0x9268ded837c505d2 lrc: 3/0,1 mode: --/PW res: [0x3be:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.682445:0:14875:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000561ec207/0x9268ded837c4de17 lrc: 2/0,0 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e25b expref: 81 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.682449:0:14875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.682451:0:14875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.682452:0:14875:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056acc281/0x9268ded837c505d2 lrc: 4/0,1 mode: --/PW res: [0x3be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682453:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000658a2704/0x9268ded837c4ecaa lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3ca:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682463:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000658a2704/0x9268ded837c4ecaa lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3ca:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.682468:0:14875:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000561ec207/0x9268ded837c4de17 lrc: 3/0,0 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e25b expref: 81 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682475:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000658a2704/0x9268ded837c4ecaa lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3ca:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682493:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000658a2704 already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968961.682495:0:14875:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000561ec207/0x9268ded837c4de17 lrc: 4/0,0 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e25b expref: 81 pid: 14893 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.682497:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000658a2704/0x9268ded837c4ecaa lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3ca:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682512:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000658a2704/0x9268ded837c4ecaa lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3ca:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.682512:0:14875:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005671625b pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14875:1858043760294720:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.682527:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ca:0x0].0xe93b25ce (00000000e4c4b40b) 00010000:00010000:1.0:1771968961.682529:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.682532:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000658a2704/0x9268ded837c4ecaa lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3ca:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.682535:0:14875:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e4b05161 going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.682540:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000658a2704/0x9268ded837c4ecaa lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3ca:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.682556:0:14893:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6274 00010000:00010000:1.0:1771968961.682557:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000857fc460/0x9268ded837c4ecb1 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.682564:0:14893:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3920b04 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+8:3333:x1858043760294400:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.682571:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000857fc460/0x9268ded837c4ecb1 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682579:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000857fc460/0x9268ded837c4ecb1 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1771968961.682581:0:14893:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:468 count 1 00010000:00010000:1.0:1771968961.682588:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000857fc460 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.682591:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000857fc460/0x9268ded837c4ecb1 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.682596:0:14893:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d677e43/0x9268ded837c505d9 lrc: 3/0,1 mode: --/PW res: [0x1d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682597:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000857fc460/0x9268ded837c4ecb1 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682617:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d3:0x0].0x0 (0000000012e4e0d3) 00010000:00010000:0.0:1771968961.682619:0:14893:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000f9436e7/0x9268ded837c03b89 lrc: 2/0,0 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025592 expref: 81 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682621:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.682624:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000857fc460/0x9268ded837c4ecb1 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.682632:0:14893:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.682635:0:14893:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.682638:0:14893:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d677e43/0x9268ded837c505d9 lrc: 4/0,1 mode: --/PW res: [0x1d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682644:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000857fc460/0x9268ded837c4ecb1 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3d3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.682666:0:14893:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000f9436e7/0x9268ded837c03b89 lrc: 3/0,0 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025592 expref: 81 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682670:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000044cc2cee/0x9268ded837c4ecc6 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c9:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682681:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000044cc2cee/0x9268ded837c4ecc6 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3c9:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.682681:0:14893:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000f9436e7/0x9268ded837c03b89 lrc: 4/0,0 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025592 expref: 81 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.682699:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000044cc2cee/0x9268ded837c4ecc6 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c9:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.682705:0:14893:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df67884b pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14893:1858043760294784:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.682710:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000044cc2cee already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.682714:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000044cc2cee/0x9268ded837c4ecc6 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c9:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682721:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000044cc2cee/0x9268ded837c4ecc6 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3c9:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682730:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c9:0x0].0xe93b25ce (00000000c9915e6f) 00010000:00010000:1.0:1771968961.682733:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1771968961.682734:0:14893:0:(client.c:2500:ptlrpc_set_wait()) set 000000009aa4e995 going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.682736:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000044cc2cee/0x9268ded837c4ecc6 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3c9:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682745:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000044cc2cee/0x9268ded837c4ecc6 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3c9:0x0].0xe93b25ce bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.682755:0:8205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6275 00000100:00100000:0.0:1771968961.682760:0:8205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb514154 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+8:3333:x1858043760293568:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.682763:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000008e7522b4/0x9268ded837c4eccd lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1771968961.682770:0:8205:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:955 count 1 00010000:00010000:1.0:1771968961.682778:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008e7522b4/0x9268ded837c4eccd lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.682782:0:8205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001de9aa48/0x9268ded837c505e0 lrc: 3/0,1 mode: --/PW res: [0x3bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682786:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008e7522b4/0x9268ded837c4eccd lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682797:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008e7522b4 already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968961.682798:0:8205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b66c4f90/0x9268ded837c4d72c lrc: 2/0,0 mode: PR/PR res: [0x3bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e00f expref: 98 pid: 14875 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1771968961.682800:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008e7522b4/0x9268ded837c4eccd lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.682809:0:8205:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.682811:0:8205:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.682812:0:8205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001de9aa48/0x9268ded837c505e0 lrc: 4/0,1 mode: --/PW res: [0x3bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682816:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008e7522b4/0x9268ded837c4eccd lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.682827:0:8205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b66c4f90/0x9268ded837c4d72c lrc: 3/0,0 mode: PR/PR res: [0x3bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e00f expref: 98 pid: 14875 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1771968961.682837:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d4:0x0].0x0 (00000000fdfd6e14) 00010000:00010000:0.0:1771968961.682838:0:8205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b66c4f90/0x9268ded837c4d72c lrc: 4/0,0 mode: PR/PR res: [0x3bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e00f expref: 98 pid: 14875 timeout: 540 lvb_type: 1 00010000:00010000:1.0:1771968961.682843:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.682847:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008e7522b4/0x9268ded837c4eccd lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.682850:0:8205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000682e0a4b pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8205:1858043760294848:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.682872:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008e7522b4/0x9268ded837c4eccd lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.682892:0:8205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b582e048 going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.682897:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000001ccb710/0x9268ded837c4ecfe lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682905:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000001ccb710/0x9268ded837c4ecfe lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682912:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000001ccb710/0x9268ded837c4ecfe lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682922:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000001ccb710 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.682924:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000001ccb710/0x9268ded837c4ecfe lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682929:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000001ccb710/0x9268ded837c4ecfe lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682938:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f1:0x0].0xbfd87aeb (00000000da5a236b) 00010000:00010000:1.0:1771968961.682941:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1771968961.682943:0:14874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6276 00010000:00010000:1.0:1771968961.682944:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000001ccb710/0x9268ded837c4ecfe lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f1:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.682950:0:14874:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e694a031 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3333:x1858043760293824:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.682959:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000001ccb710/0x9268ded837c4ecfe lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f1:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1771968961.682966:0:14874:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:958 count 1 00010000:00010000:1.0:1771968961.682976:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000a0794bed/0x9268ded837c4ed05 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.682978:0:14874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000442b9d2e/0x9268ded837c505e7 lrc: 3/0,1 mode: --/PW res: [0x3be:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.682994:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a0794bed/0x9268ded837c4ed05 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.682994:0:14874:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000feb7165/0x9268ded837c4dded lrc: 2/0,0 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e23f expref: 98 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683011:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a0794bed/0x9268ded837c4ed05 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.683013:0:14874:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.683015:0:14874:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.683018:0:14874:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000442b9d2e/0x9268ded837c505e7 lrc: 4/0,1 mode: --/PW res: [0x3be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683023:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a0794bed already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.683027:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a0794bed/0x9268ded837c4ed05 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683035:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a0794bed/0x9268ded837c4ed05 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.683043:0:14874:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000feb7165/0x9268ded837c4dded lrc: 3/0,0 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e23f expref: 98 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683044:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f3:0x0].0x0 (00000000d3e8ea6c) 00010000:00010000:1.0:1771968961.683050:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.683052:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a0794bed/0x9268ded837c4ed05 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.683055:0:14874:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000feb7165/0x9268ded837c4dded lrc: 4/0,0 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e23f expref: 98 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.683068:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a0794bed/0x9268ded837c4ed05 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.683073:0:14874:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f43c9fd0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14874:1858043760294912:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.683096:0:14874:0:(client.c:2500:ptlrpc_set_wait()) set 000000005c4ab05e going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.683097:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000fbe2a1be/0x9268ded837c4ed28 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683105:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fbe2a1be/0x9268ded837c4ed28 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683111:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fbe2a1be/0x9268ded837c4ed28 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.683114:0:14891:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6277 00000100:00100000:0.0:1771968961.683119:0:14891:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000481db578 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+8:3333:x1858043760294080:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.683126:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fbe2a1be already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.683128:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fbe2a1be/0x9268ded837c4ed28 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1771968961.683133:0:14891:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:960 count 1 00010000:00010000:1.0:1771968961.683135:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fbe2a1be/0x9268ded837c4ed28 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683144:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f1:0x0].0x5a3b2e4f (00000000013fa30c) 00010000:00010000:1.0:1771968961.683147:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968961.683147:0:14891:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004239a9e6/0x9268ded837c505ee lrc: 3/0,1 mode: --/PW res: [0x3c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683149:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fbe2a1be/0x9268ded837c4ed28 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f1:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683198:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fbe2a1be/0x9268ded837c4ed28 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f1:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.683201:0:14891:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000899a3694/0x9268ded837c4e29a lrc: 2/0,0 mode: PR/PR res: [0x3c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e3d5 expref: 81 pid: 14875 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1771968961.683215:0:14891:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.683217:0:14891:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.683219:0:14891:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004239a9e6/0x9268ded837c505ee lrc: 4/0,1 mode: --/PW res: [0x3c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683222:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000002a55404d/0x9268ded837c4ed2f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683230:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002a55404d/0x9268ded837c4ed2f lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.683235:0:14891:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000899a3694/0x9268ded837c4e29a lrc: 3/0,0 mode: PR/PR res: [0x3c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e3d5 expref: 81 pid: 14875 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1771968961.683237:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002a55404d/0x9268ded837c4ed2f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.683247:0:14891:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000899a3694/0x9268ded837c4e29a lrc: 4/0,0 mode: PR/PR res: [0x3c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e3d5 expref: 81 pid: 14875 timeout: 540 lvb_type: 1 00010000:00010000:1.0:1771968961.683251:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002a55404d already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.683255:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002a55404d/0x9268ded837c4ed2f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.683259:0:14891:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000035b39fbd pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14891:1858043760294976:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.683268:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002a55404d/0x9268ded837c4ed2f lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683277:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f7:0x0].0x0 (00000000b0f30013) 00010000:00010000:1.0:1771968961.683280:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:0.0:1771968961.683281:0:14891:0:(client.c:2500:ptlrpc_set_wait()) set 000000000d5ee79b going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.683282:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002a55404d/0x9268ded837c4ed2f lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683289:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002a55404d/0x9268ded837c4ed2f lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683308:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000001a11c39d/0x9268ded837c4ed3d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683319:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001a11c39d/0x9268ded837c4ed3d lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683325:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001a11c39d/0x9268ded837c4ed3d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683330:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001a11c39d already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.683333:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a11c39d/0x9268ded837c4ed3d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683338:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a11c39d/0x9268ded837c4ed3d lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683345:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f2:0x0].0xbfd87aeb (00000000de0c8aab) 00010000:00010000:1.0:1771968961.683347:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.683350:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001a11c39d/0x9268ded837c4ed3d lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f2:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683356:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001a11c39d/0x9268ded837c4ed3d lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f2:0x0].0xbfd87aeb bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683373:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000001ef3ddb6/0x9268ded837c4ed44 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683379:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001ef3ddb6/0x9268ded837c4ed44 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683386:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001ef3ddb6/0x9268ded837c4ed44 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683396:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001ef3ddb6 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.683398:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001ef3ddb6/0x9268ded837c4ed44 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683404:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001ef3ddb6/0x9268ded837c4ed44 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683413:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f4:0x0].0x0 (000000002175c6cb) 00010000:00010000:1.0:1771968961.683416:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.683418:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001ef3ddb6/0x9268ded837c4ed44 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683423:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001ef3ddb6/0x9268ded837c4ed44 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683442:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000099c5ac8d/0x9268ded837c4ed59 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683448:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000099c5ac8d/0x9268ded837c4ed59 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683454:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000099c5ac8d/0x9268ded837c4ed59 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683460:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000099c5ac8d already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.683462:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000099c5ac8d/0x9268ded837c4ed59 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683469:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000099c5ac8d/0x9268ded837c4ed59 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683478:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f1:0x0].0xb65fef2a (000000007fb3ffe6) 00010000:00010000:1.0:1771968961.683482:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.683484:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000099c5ac8d/0x9268ded837c4ed59 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f1:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683489:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000099c5ac8d/0x9268ded837c4ed59 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f1:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683502:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000b3319c59/0x9268ded837c4ed60 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683508:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b3319c59/0x9268ded837c4ed60 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683515:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b3319c59/0x9268ded837c4ed60 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.683520:0:8206:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6278 00010000:00010000:1.0:1771968961.683523:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b3319c59 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.683527:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b3319c59/0x9268ded837c4ed60 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.683530:0:8206:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b43c7cba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3333:x1858043760294336:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.683540:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b3319c59/0x9268ded837c4ed60 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683548:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f5:0x0].0x0 (000000002161b75e) 00002000:00080000:0.0:1771968961.683549:0:8206:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:469 count 1 00010000:00010000:1.0:1771968961.683551:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.683555:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b3319c59/0x9268ded837c4ed60 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.683563:0:8206:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db1f6b4a/0x9268ded837c505f5 lrc: 3/0,1 mode: --/PW res: [0x1d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683568:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b3319c59/0x9268ded837c4ed60 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.683583:0:8206:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006f5aef04/0x9268ded837c03c1c lrc: 2/0,0 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0255d1 expref: 81 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683592:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000006e733c2a/0x9268ded837c4ed75 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.683592:0:8206:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.683593:0:8206:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.683596:0:8206:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db1f6b4a/0x9268ded837c505f5 lrc: 4/0,1 mode: --/PW res: [0x1d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683609:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006e733c2a/0x9268ded837c4ed75 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683617:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006e733c2a/0x9268ded837c4ed75 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683624:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006e733c2a already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.683626:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006e733c2a/0x9268ded837c4ed75 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.683629:0:8206:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006f5aef04/0x9268ded837c03c1c lrc: 3/0,0 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0255d1 expref: 81 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683647:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006e733c2a/0x9268ded837c4ed75 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.683660:0:8206:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006f5aef04/0x9268ded837c03c1c lrc: 4/0,0 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0255d1 expref: 81 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.683663:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f2:0x0].0x5a3b2e4f (000000004aa1a3a2) 00010000:00010000:1.0:1771968961.683669:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.683671:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006e733c2a/0x9268ded837c4ed75 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f2:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.683677:0:8206:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b97fbf30 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8206:1858043760295040:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.683684:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006e733c2a/0x9268ded837c4ed75 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f2:0x0].0x5a3b2e4f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683701:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000f53c9abc/0x9268ded837c4ed7c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683715:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f53c9abc/0x9268ded837c4ed7c lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.683716:0:8206:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b288e318 going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.683724:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f53c9abc/0x9268ded837c4ed7c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683730:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f53c9abc already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.683733:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f53c9abc/0x9268ded837c4ed7c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683740:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f53c9abc/0x9268ded837c4ed7c lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683748:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f8:0x0].0x0 (000000004de052f0) 00010000:00010000:1.0:1771968961.683750:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.683752:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f53c9abc/0x9268ded837c4ed7c lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683757:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f53c9abc/0x9268ded837c4ed7c lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683777:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000d847446b/0x9268ded837c4ed91 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683783:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d847446b/0x9268ded837c4ed91 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683789:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d847446b/0x9268ded837c4ed91 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683798:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d847446b already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.683801:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d847446b/0x9268ded837c4ed91 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683807:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d847446b/0x9268ded837c4ed91 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683816:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f1:0x0].0x9062bf83 (0000000059c45078) 00010000:00010000:1.0:1771968961.683818:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.683821:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d847446b/0x9268ded837c4ed91 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f1:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683827:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d847446b/0x9268ded837c4ed91 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f1:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683840:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000bfa2f865/0x9268ded837c4ed98 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x405:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683846:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bfa2f865/0x9268ded837c4ed98 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x405:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683851:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bfa2f865/0x9268ded837c4ed98 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x405:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.683856:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bfa2f865 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.683858:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bfa2f865/0x9268ded837c4ed98 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x405:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.684968:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968961.685051:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096d85f3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760293952:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.685086:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968961.685111:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c68aca13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760294208:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1771968961.685142:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968961.685153:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f21ed0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760294464:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1771968961.685171:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968961.685229:0:15875:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760293696 00000100:00100000:3.0:1771968961.685265:0:15875:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760293952 00000100:00100000:3.0:1771968961.685276:0:15875:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760294208 00000100:00100000:3.0:1771968961.685287:0:15875:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760294464 00000100:00100000:3.0:1771968961.685301:0:15875:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6279 00000100:00100000:3.0:1771968961.685305:0:15875:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000935818b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+10:3334:x1858043760293696:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1771968961.685329:0:15875:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:951 count 1 00010000:00010000:3.0:1771968961.685352:0:15875:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000038b5e75/0x9268ded837c505fc lrc: 3/0,1 mode: --/PW res: [0x3b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.685369:0:15875:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d8e39f83/0x9268ded837c4d1f3 lrc: 2/0,0 mode: PW/PW res: [0x3b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03de09 expref: 98 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.685377:0:15875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.685378:0:15875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.685380:0:15875:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000038b5e75/0x9268ded837c505fc lrc: 4/0,1 mode: --/PW res: [0x3b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.685409:0:15875:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d8e39f83/0x9268ded837c4d1f3 lrc: 3/0,0 mode: PW/PW res: [0x3b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03de09 expref: 98 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.685420:0:15875:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d8e39f83/0x9268ded837c4d1f3 lrc: 4/0,0 mode: PW/PW res: [0x3b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03de09 expref: 98 pid: 14885 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.685430:0:15875:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d49cf029 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15875:1858043760295104:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.685470:0:15875:0:(client.c:2500:ptlrpc_set_wait()) set 0000000056bf864f going to sleep for 43 seconds 00000100:00100000:3.0:1771968961.685488:0:14896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6280 00000100:00100000:3.0:1771968961.685492:0:14896:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003df78ae2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+10:3334:x1858043760293952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1771968961.685504:0:14896:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:963 count 1 00010000:00010000:3.0:1771968961.685516:0:14896:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b93581b3/0x9268ded837c50603 lrc: 3/0,1 mode: --/PW res: [0x3c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.685528:0:14896:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f8c08da0/0x9268ded837c4e51e lrc: 2/0,0 mode: PR/PR res: [0x3c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e4c3 expref: 98 pid: 14875 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1771968961.685535:0:14896:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.685537:0:14896:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.685538:0:14896:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b93581b3/0x9268ded837c50603 lrc: 4/0,1 mode: --/PW res: [0x3c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.685555:0:14896:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f8c08da0/0x9268ded837c4e51e lrc: 3/0,0 mode: PR/PR res: [0x3c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e4c3 expref: 98 pid: 14875 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1771968961.685563:0:14896:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f8c08da0/0x9268ded837c4e51e lrc: 4/0,0 mode: PR/PR res: [0x3c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e4c3 expref: 98 pid: 14875 timeout: 540 lvb_type: 1 00000100:00100000:3.0:1771968961.685571:0:14896:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c67cdce0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14896:1858043760295168:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.685593:0:14896:0:(client.c:2500:ptlrpc_set_wait()) set 00000000afa413e4 going to sleep for 43 seconds 00000100:00100000:3.0:1771968961.685610:0:13424:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6281 00000100:00100000:3.0:1771968961.685614:0:13424:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a425e012 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+10:3334:x1858043760294208:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1771968961.685627:0:13424:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:965 count 1 00010000:00010000:3.0:1771968961.685641:0:13424:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075975504/0x9268ded837c5060a lrc: 3/0,1 mode: --/PW res: [0x3c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.685653:0:13424:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007bb87772/0x9268ded837c4eb53 lrc: 2/0,0 mode: PR/PR res: [0x3c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e6ec expref: 81 pid: 14890 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1771968961.685665:0:13424:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.685667:0:13424:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.685669:0:13424:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075975504/0x9268ded837c5060a lrc: 4/0,1 mode: --/PW res: [0x3c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.685690:0:13424:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007bb87772/0x9268ded837c4eb53 lrc: 3/0,0 mode: PR/PR res: [0x3c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e6ec expref: 81 pid: 14890 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1771968961.685699:0:13424:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007bb87772/0x9268ded837c4eb53 lrc: 4/0,0 mode: PR/PR res: [0x3c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e6ec expref: 81 pid: 14890 timeout: 540 lvb_type: 1 00000100:00100000:3.0:1771968961.685708:0:13424:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e9b9e0b6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13424:1858043760295232:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.685729:0:13424:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b84ea446 going to sleep for 43 seconds 00000100:00100000:3.0:1771968961.685744:0:14877:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6282 00000100:00100000:3.0:1771968961.685748:0:14877:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4c78875 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+10:3334:x1858043760294464:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1771968961.685759:0:14877:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:470 count 1 00010000:00010000:3.0:1771968961.685773:0:14877:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9ae68e4/0x9268ded837c50611 lrc: 3/0,1 mode: --/PW res: [0x1d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.685785:0:14877:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000094087a79/0x9268ded837c03cfc lrc: 2/0,0 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025633 expref: 81 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.685791:0:14877:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.685792:0:14877:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.685793:0:14877:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9ae68e4/0x9268ded837c50611 lrc: 4/0,1 mode: --/PW res: [0x1d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.685814:0:14877:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000094087a79/0x9268ded837c03cfc lrc: 3/0,0 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025633 expref: 81 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.685822:0:14877:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000094087a79/0x9268ded837c03cfc lrc: 4/0,0 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025633 expref: 81 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.685830:0:14877:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054a4900d pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14877:1858043760295296:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.685850:0:14877:0:(client.c:2500:ptlrpc_set_wait()) set 0000000038ff8050 going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.686202:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bfa2f865/0x9268ded837c4ed98 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x405:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686221:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x405:0x0].0x0 (0000000078d8936c) 00010000:00010000:1.0:1771968961.686224:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.686229:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bfa2f865/0x9268ded837c4ed98 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x405:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686237:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bfa2f865/0x9268ded837c4ed98 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x405:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686278:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000b2b42fe9/0x9268ded837c4edad lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686287:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b2b42fe9/0x9268ded837c4edad lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686300:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b2b42fe9/0x9268ded837c4edad lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686308:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b2b42fe9 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.686311:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b2b42fe9/0x9268ded837c4edad lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686316:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b2b42fe9/0x9268ded837c4edad lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686325:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f1:0x0].0xcbe2ca0f (0000000098696de2) 00010000:00010000:1.0:1771968961.686327:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.686330:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b2b42fe9/0x9268ded837c4edad lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f1:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686350:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b2b42fe9/0x9268ded837c4edad lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f1:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686371:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee45b6f5/0x9268ded837c4edb4 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x406:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686380:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ee45b6f5/0x9268ded837c4edb4 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x406:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686386:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ee45b6f5/0x9268ded837c4edb4 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x406:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686392:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ee45b6f5 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.686394:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee45b6f5/0x9268ded837c4edb4 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x406:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686544:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee45b6f5/0x9268ded837c4edb4 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x406:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686566:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x406:0x0].0x0 (000000004950c9bc) 00010000:00010000:1.0:1771968961.686569:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.686572:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ee45b6f5/0x9268ded837c4edb4 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x406:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686577:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ee45b6f5/0x9268ded837c4edb4 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x406:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686602:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000e6731666/0x9268ded837c4edc9 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686631:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e6731666/0x9268ded837c4edc9 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686637:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e6731666/0x9268ded837c4edc9 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686643:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e6731666 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.686645:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e6731666/0x9268ded837c4edc9 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686651:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e6731666/0x9268ded837c4edc9 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686657:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f2:0x0].0xb65fef2a (00000000ad072e74) 00010000:00010000:1.0:1771968961.686659:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.686661:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e6731666/0x9268ded837c4edc9 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f2:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686667:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e6731666/0x9268ded837c4edc9 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f2:0x0].0xb65fef2a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686680:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000002acd9558/0x9268ded837c4edd0 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686691:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002acd9558/0x9268ded837c4edd0 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686697:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002acd9558/0x9268ded837c4edd0 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686707:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002acd9558 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.686709:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002acd9558/0x9268ded837c4edd0 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686715:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002acd9558/0x9268ded837c4edd0 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686722:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f6:0x0].0x0 (0000000046a05214) 00010000:00010000:1.0:1771968961.686724:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.686726:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002acd9558/0x9268ded837c4edd0 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686731:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002acd9558/0x9268ded837c4edd0 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686747:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000b99b38ac/0x9268ded837c4ede5 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686753:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b99b38ac/0x9268ded837c4ede5 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686759:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b99b38ac/0x9268ded837c4ede5 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686765:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b99b38ac already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.686766:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b99b38ac/0x9268ded837c4ede5 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686772:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b99b38ac/0x9268ded837c4ede5 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686781:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f2:0x0].0x9062bf83 (00000000aef498ac) 00010000:00010000:1.0:1771968961.686783:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.686785:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b99b38ac/0x9268ded837c4ede5 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f2:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686790:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b99b38ac/0x9268ded837c4ede5 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f2:0x0].0x9062bf83 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686801:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000004586dde2/0x9268ded837c4edec lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x407:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686807:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004586dde2/0x9268ded837c4edec lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x407:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686812:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004586dde2/0x9268ded837c4edec lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x407:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686818:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004586dde2 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.686819:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004586dde2/0x9268ded837c4edec lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x407:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686825:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004586dde2/0x9268ded837c4edec lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x407:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686831:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x407:0x0].0x0 (00000000f3d41b0f) 00010000:00010000:1.0:1771968961.686833:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.686834:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004586dde2/0x9268ded837c4edec lrc: 2/0,0 mode: --/COS res: [0x200000402:0x407:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686846:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004586dde2/0x9268ded837c4edec lrc: 0/0,0 mode: --/COS res: [0x200000402:0x407:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686875:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000024bfa249/0x9268ded837c4edfa lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686881:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000024bfa249/0x9268ded837c4edfa lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686886:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000024bfa249/0x9268ded837c4edfa lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686908:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000024bfa249 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.686911:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000024bfa249/0x9268ded837c4edfa lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686917:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000024bfa249/0x9268ded837c4edfa lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.686926:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f1:0x0].0x1e0192a5 (000000008b6fdecf) 00010000:00010000:1.0:1771968961.686929:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1771968961.686949:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.686984:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d9c1da70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760294016:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.687016:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.687030:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eab6aab2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760294272:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1771968961.687050:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.687082:0:14888:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760293760 00000100:00100000:2.0:1771968961.687114:0:14888:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760294016 00000100:00100000:2.0:1771968961.687134:0:14888:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760294272 00000100:00100000:2.0:1771968961.687147:0:14888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6283 00000100:00100000:2.0:1771968961.687152:0:14888:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000437a9f87 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+12:3335:x1858043760293760:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1771968961.687172:0:14888:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:957 count 1 00010000:00010000:2.0:1771968961.687212:0:14888:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000344e9b4a/0x9268ded837c50618 lrc: 3/0,1 mode: --/PW res: [0x3bd:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.687228:0:14888:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000088b77642/0x9268ded837c4db70 lrc: 2/0,0 mode: PW/PW res: [0x3bd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e166 expref: 98 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.687235:0:14888:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.687236:0:14888:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.687238:0:14888:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000344e9b4a/0x9268ded837c50618 lrc: 4/0,1 mode: --/PW res: [0x3bd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.687262:0:14888:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000088b77642/0x9268ded837c4db70 lrc: 3/0,0 mode: PW/PW res: [0x3bd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e166 expref: 98 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.687274:0:14888:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000088b77642/0x9268ded837c4db70 lrc: 4/0,0 mode: PW/PW res: [0x3bd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e166 expref: 98 pid: 14893 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.687283:0:14895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6284 00000100:00100000:2.0:1771968961.687287:0:14888:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008abc75af pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14888:1858043760295360:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.687292:0:14895:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e550a34e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+12:3335:x1858043760294016:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1771968961.687311:0:14895:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:959 count 1 00010000:00010000:3.0:1771968961.687324:0:14895:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f533560f/0x9268ded837c5061f lrc: 3/0,1 mode: --/PW res: [0x3bf:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.687329:0:14888:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f9cdf2a8 going to sleep for 43 seconds 00010000:00010000:3.0:1771968961.687340:0:14895:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004ec4a481/0x9268ded837c4e047 lrc: 2/0,0 mode: PW/PW res: [0x3bf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e311 expref: 98 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.687348:0:14895:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.687350:0:14895:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.687352:0:14895:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f533560f/0x9268ded837c5061f lrc: 4/0,1 mode: --/PW res: [0x3bf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.687352:0:14887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6285 00000100:00100000:2.0:1771968961.687362:0:14887:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f0cc685 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+11:3335:x1858043760294272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1771968961.687377:0:14887:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:467 count 1 00010000:00010000:3.0:1771968961.687380:0:14895:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004ec4a481/0x9268ded837c4e047 lrc: 3/0,0 mode: PW/PW res: [0x3bf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e311 expref: 98 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.687390:0:14895:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004ec4a481/0x9268ded837c4e047 lrc: 4/0,0 mode: PW/PW res: [0x3bf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e311 expref: 98 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.687395:0:14887:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d228a5f/0x9268ded837c50626 lrc: 3/0,1 mode: --/PW res: [0x1d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.687406:0:14895:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022ef260a pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14895:1858043760295424:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.687412:0:14887:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ef211094/0x9268ded837c03aa9 lrc: 2/0,0 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025530 expref: 81 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.687420:0:14887:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.687423:0:14887:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.687424:0:14887:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d228a5f/0x9268ded837c50626 lrc: 4/0,1 mode: --/PW res: [0x1d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.687434:0:14895:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a0bba63 going to sleep for 43 seconds 00010000:00010000:2.0:1771968961.687447:0:14887:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ef211094/0x9268ded837c03aa9 lrc: 3/0,0 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025530 expref: 81 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.687456:0:14887:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ef211094/0x9268ded837c03aa9 lrc: 4/0,0 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025530 expref: 81 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.687466:0:14887:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2ba1598 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14887:1858043760295488:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.687490:0:14887:0:(client.c:2500:ptlrpc_set_wait()) set 00000000802f2a8d going to sleep for 43 seconds 00000100:00100000:2.0:1771968961.687504:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000050c30e48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760294528:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1771968961.687535:0:8204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000030f0b30 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8204:1858043760294592:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.687563:0:8204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000ea041a5/0x9268ded837c505c4 lrc: 3/0,1 mode: --/PW res: [0x3b6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.687641:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000024bfa249/0x9268ded837c4edfa lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f1:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.687650:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000024bfa249/0x9268ded837c4edfa lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f1:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.687666:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000a57b3fcf/0x9268ded837c4ee08 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.687677:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a57b3fcf/0x9268ded837c4ee08 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.687683:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a57b3fcf/0x9268ded837c4ee08 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.687689:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a57b3fcf already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.687692:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a57b3fcf/0x9268ded837c4ee08 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.687764:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a57b3fcf/0x9268ded837c4ee08 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.687774:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3fd:0x0].0x0 (0000000072f03a7b) 00010000:00010000:1.0:1771968961.687776:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.687778:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a57b3fcf/0x9268ded837c4ee08 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.687784:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a57b3fcf/0x9268ded837c4ee08 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.687801:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000051acaa26/0x9268ded837c4ee1d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.687808:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000051acaa26/0x9268ded837c4ee1d lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.687814:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000051acaa26/0x9268ded837c4ee1d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.687823:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000051acaa26 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.687824:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000051acaa26/0x9268ded837c4ee1d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.687829:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000051acaa26/0x9268ded837c4ee1d lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688154:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f2:0x0].0xcbe2ca0f (000000004e99649d) 00010000:00010000:1.0:1771968961.688157:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.688160:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000051acaa26/0x9268ded837c4ee1d lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f2:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688695:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000051acaa26/0x9268ded837c4ee1d lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f2:0x0].0xcbe2ca0f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688717:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000107ed0b4/0x9268ded837c4ee24 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x409:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688723:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000107ed0b4/0x9268ded837c4ee24 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x409:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688729:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000107ed0b4/0x9268ded837c4ee24 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x409:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688735:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000107ed0b4 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.688737:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000107ed0b4/0x9268ded837c4ee24 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x409:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688742:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000107ed0b4/0x9268ded837c4ee24 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x409:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688751:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x409:0x0].0x0 (00000000b816f4a6) 00010000:00010000:1.0:1771968961.688752:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.688754:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000107ed0b4/0x9268ded837c4ee24 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x409:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688758:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000107ed0b4/0x9268ded837c4ee24 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x409:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688773:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000ae85ff70/0x9268ded837c4ee39 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688776:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ae85ff70/0x9268ded837c4ee39 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688780:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ae85ff70/0x9268ded837c4ee39 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688783:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ae85ff70 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.688784:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ae85ff70/0x9268ded837c4ee39 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688787:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ae85ff70/0x9268ded837c4ee39 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688791:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f1:0x0].0xd60b5417 (0000000001a09879) 00010000:00010000:1.0:1771968961.688792:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.688793:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ae85ff70/0x9268ded837c4ee39 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f1:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688800:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ae85ff70/0x9268ded837c4ee39 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f1:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688809:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000013e3b908/0x9268ded837c4ee40 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688812:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000013e3b908/0x9268ded837c4ee40 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688815:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000013e3b908/0x9268ded837c4ee40 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688819:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000013e3b908 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.688820:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000013e3b908/0x9268ded837c4ee40 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688822:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000013e3b908/0x9268ded837c4ee40 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688826:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3fb:0x0].0x0 (00000000b3aac1cc) 00010000:00010000:1.0:1771968961.688827:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.688828:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000013e3b908/0x9268ded837c4ee40 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688830:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000013e3b908/0x9268ded837c4ee40 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3fb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688840:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000cccb9e10/0x9268ded837c4ee55 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688847:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cccb9e10/0x9268ded837c4ee55 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688850:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cccb9e10/0x9268ded837c4ee55 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688853:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cccb9e10 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.688854:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cccb9e10/0x9268ded837c4ee55 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688857:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cccb9e10/0x9268ded837c4ee55 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688870:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f2:0x0].0x1e0192a5 (000000008b09a94b) 00010000:00010000:1.0:1771968961.688871:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.688873:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cccb9e10/0x9268ded837c4ee55 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f2:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688876:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cccb9e10/0x9268ded837c4ee55 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f2:0x0].0x1e0192a5 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688885:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000001cb36254/0x9268ded837c4ee5c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688888:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001cb36254/0x9268ded837c4ee5c lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688892:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001cb36254/0x9268ded837c4ee5c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688898:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001cb36254 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.688900:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001cb36254/0x9268ded837c4ee5c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688902:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001cb36254/0x9268ded837c4ee5c lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688906:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3fe:0x0].0x0 (0000000095d87eb0) 00010000:00010000:1.0:1771968961.688907:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.688908:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001cb36254/0x9268ded837c4ee5c lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688910:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001cb36254/0x9268ded837c4ee5c lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3fe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688923:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000003b00c474/0x9268ded837c4ee71 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688926:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003b00c474/0x9268ded837c4ee71 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688929:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003b00c474/0x9268ded837c4ee71 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688932:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003b00c474 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.688933:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003b00c474/0x9268ded837c4ee71 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688935:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003b00c474/0x9268ded837c4ee71 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688940:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f1:0x0].0xee1a16ec (00000000fda906c4) 00010000:00010000:1.0:1771968961.688942:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.688943:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003b00c474/0x9268ded837c4ee71 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f1:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688946:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003b00c474/0x9268ded837c4ee71 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f1:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688954:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000713c77cc/0x9268ded837c4ee78 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x401:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688957:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000713c77cc/0x9268ded837c4ee78 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x401:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688959:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000713c77cc/0x9268ded837c4ee78 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x401:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688962:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000713c77cc already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.688963:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000713c77cc/0x9268ded837c4ee78 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x401:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688966:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000713c77cc/0x9268ded837c4ee78 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x401:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688970:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x401:0x0].0x0 (000000008b9a5b8d) 00010000:00010000:1.0:1771968961.688971:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.688973:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000713c77cc/0x9268ded837c4ee78 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x401:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688985:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000713c77cc/0x9268ded837c4ee78 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x401:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.688996:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000bbbeea27/0x9268ded837c4ee8d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689000:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bbbeea27/0x9268ded837c4ee8d lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689004:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bbbeea27/0x9268ded837c4ee8d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689006:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bbbeea27 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.689007:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbbeea27/0x9268ded837c4ee8d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689010:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bbbeea27/0x9268ded837c4ee8d lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689014:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f2:0x0].0xd60b5417 (00000000dcd272e4) 00010000:00010000:1.0:1771968961.689015:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.689016:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bbbeea27/0x9268ded837c4ee8d lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f2:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689018:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bbbeea27/0x9268ded837c4ee8d lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f2:0x0].0xd60b5417 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689024:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000676bfc4a/0x9268ded837c4ee94 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689031:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000676bfc4a/0x9268ded837c4ee94 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689034:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000676bfc4a/0x9268ded837c4ee94 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689037:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000676bfc4a already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.689037:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000676bfc4a/0x9268ded837c4ee94 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689040:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000676bfc4a/0x9268ded837c4ee94 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689044:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3fc:0x0].0x0 (00000000665564f7) 00010000:00010000:1.0:1771968961.689045:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.689046:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000676bfc4a/0x9268ded837c4ee94 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689048:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000676bfc4a/0x9268ded837c4ee94 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689059:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000001af21fca/0x9268ded837c4eea9 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689062:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001af21fca/0x9268ded837c4eea9 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689064:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001af21fca/0x9268ded837c4eea9 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689070:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001af21fca already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.689072:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001af21fca/0x9268ded837c4eea9 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689075:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001af21fca/0x9268ded837c4eea9 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689078:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f1:0x0].0xc5f130b7 (0000000030ee883d) 00010000:00010000:1.0:1771968961.689079:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.689080:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001af21fca/0x9268ded837c4eea9 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f1:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689083:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001af21fca/0x9268ded837c4eea9 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f1:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689089:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000df02ee11/0x9268ded837c4eeb0 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689092:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000df02ee11/0x9268ded837c4eeb0 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689094:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000df02ee11/0x9268ded837c4eeb0 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689097:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000df02ee11 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.689098:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000df02ee11/0x9268ded837c4eeb0 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689101:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000df02ee11/0x9268ded837c4eeb0 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689105:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f9:0x0].0x0 (000000005c0d9caf) 00010000:00010000:1.0:1771968961.689106:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.689108:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000df02ee11/0x9268ded837c4eeb0 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689110:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000df02ee11/0x9268ded837c4eeb0 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689120:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4eec5 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689123:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4eec5 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689128:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4eec5 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689133:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eb120692 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.689135:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4eec5 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689141:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4eec5 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689148:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f2:0x0].0xee1a16ec (00000000d986e0ec) 00010000:00010000:1.0:1771968961.689150:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.689151:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4eec5 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f2:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689162:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eb120692/0x9268ded837c4eec5 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f2:0x0].0xee1a16ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689197:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000f18d82bc/0x9268ded837c4eecc lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x402:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689203:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f18d82bc/0x9268ded837c4eecc lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x402:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689209:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f18d82bc/0x9268ded837c4eecc lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x402:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689215:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f18d82bc already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.689217:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f18d82bc/0x9268ded837c4eecc lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x402:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689221:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f18d82bc/0x9268ded837c4eecc lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x402:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689226:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x402:0x0].0x0 (000000009371efa5) 00010000:00010000:1.0:1771968961.689228:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.689229:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f18d82bc/0x9268ded837c4eecc lrc: 2/0,0 mode: --/COS res: [0x200000402:0x402:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689232:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f18d82bc/0x9268ded837c4eecc lrc: 0/0,0 mode: --/COS res: [0x200000402:0x402:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689245:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000009e9a6292/0x9268ded837c4eee1 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689252:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009e9a6292/0x9268ded837c4eee1 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689255:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009e9a6292/0x9268ded837c4eee1 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689258:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009e9a6292 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.689259:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009e9a6292/0x9268ded837c4eee1 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689262:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009e9a6292/0x9268ded837c4eee1 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689265:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f1:0x0].0x10cfb8f0 (00000000bdc841ff) 00010000:00010000:1.0:1771968961.689267:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.689267:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009e9a6292/0x9268ded837c4eee1 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f1:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689270:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009e9a6292/0x9268ded837c4eee1 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f1:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689277:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000004f8c652a/0x9268ded837c4eee8 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x403:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689280:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004f8c652a/0x9268ded837c4eee8 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x403:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689282:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004f8c652a/0x9268ded837c4eee8 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x403:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689289:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004f8c652a already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.689290:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004f8c652a/0x9268ded837c4eee8 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x403:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689301:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004f8c652a/0x9268ded837c4eee8 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x403:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689305:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x403:0x0].0x0 (00000000ac946b93) 00010000:00010000:1.0:1771968961.689307:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.689308:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004f8c652a/0x9268ded837c4eee8 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x403:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689311:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004f8c652a/0x9268ded837c4eee8 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x403:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689323:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000533be256/0x9268ded837c4eefd lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689326:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000533be256/0x9268ded837c4eefd lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689330:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000533be256/0x9268ded837c4eefd lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689333:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000533be256 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.689334:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000533be256/0x9268ded837c4eefd lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689341:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000533be256/0x9268ded837c4eefd lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689346:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f2:0x0].0xc5f130b7 (000000007782ec03) 00010000:00010000:1.0:1771968961.689348:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.689350:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000533be256/0x9268ded837c4eefd lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f2:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689353:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000533be256/0x9268ded837c4eefd lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f2:0x0].0xc5f130b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689362:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000bd81c20e/0x9268ded837c4ef04 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689364:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bd81c20e/0x9268ded837c4ef04 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689367:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bd81c20e/0x9268ded837c4ef04 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689370:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bd81c20e already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.689371:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bd81c20e/0x9268ded837c4ef04 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689375:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bd81c20e/0x9268ded837c4ef04 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689379:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3fa:0x0].0x0 (00000000b529cc9d) 00010000:00010000:1.0:1771968961.689380:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.689381:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bd81c20e/0x9268ded837c4ef04 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.689386:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bd81c20e/0x9268ded837c4ef04 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3fa:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.689850:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.689929:0:14894:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760294528 00000100:00100000:2.0:1771968961.689976:0:14894:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6286 00000100:00100000:2.0:1771968961.689983:0:14894:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a7a0a08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+12:3335:x1858043760294528:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1771968961.690016:0:14894:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:482 count 1 00010000:00010000:2.0:1771968961.690042:0:14894:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5420399/0x9268ded837c5062d lrc: 3/0,1 mode: --/PW res: [0x1e2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.690061:0:14894:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004cee0adb/0x9268ded837c04c37 lrc: 2/0,0 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025c1b expref: 81 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.690069:0:14894:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.690072:0:14894:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.690074:0:14894:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5420399/0x9268ded837c5062d lrc: 4/0,1 mode: --/PW res: [0x1e2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.690118:0:14894:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004cee0adb/0x9268ded837c04c37 lrc: 3/0,0 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025c1b expref: 81 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.690131:0:14894:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004cee0adb/0x9268ded837c04c37 lrc: 4/0,0 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025c1b expref: 81 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.690146:0:14894:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000208b2fa6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14894:1858043760295552:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.690208:0:14894:0:(client.c:2500:ptlrpc_set_wait()) set 000000005c3e104b going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.691595:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000008c3c64d4/0x9268ded837c4ef19 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691612:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008c3c64d4/0x9268ded837c4ef19 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691618:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008c3c64d4/0x9268ded837c4ef19 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691622:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008c3c64d4 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.691625:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008c3c64d4/0x9268ded837c4ef19 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691631:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008c3c64d4/0x9268ded837c4ef19 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691645:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f1:0x0].0x801dd473 (000000001dfb3b31) 00010000:00010000:1.0:1771968961.691648:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.691651:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008c3c64d4/0x9268ded837c4ef19 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f1:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691656:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008c3c64d4/0x9268ded837c4ef19 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f1:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691683:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000001e3a4f7e/0x9268ded837c4ef20 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691691:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001e3a4f7e/0x9268ded837c4ef20 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691695:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001e3a4f7e/0x9268ded837c4ef20 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691698:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001e3a4f7e already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.691698:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001e3a4f7e/0x9268ded837c4ef20 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691701:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001e3a4f7e/0x9268ded837c4ef20 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691705:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ff:0x0].0x0 (00000000095702d0) 00010000:00010000:1.0:1771968961.691706:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.691707:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001e3a4f7e/0x9268ded837c4ef20 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691710:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001e3a4f7e/0x9268ded837c4ef20 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3ff:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691728:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000d1acf79f/0x9268ded837c4ef35 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691731:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d1acf79f/0x9268ded837c4ef35 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691735:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d1acf79f/0x9268ded837c4ef35 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691743:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d1acf79f already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.691744:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d1acf79f/0x9268ded837c4ef35 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691747:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d1acf79f/0x9268ded837c4ef35 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691751:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f2:0x0].0x10cfb8f0 (000000000581f0bf) 00010000:00010000:1.0:1771968961.691752:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.691753:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d1acf79f/0x9268ded837c4ef35 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f2:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691755:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d1acf79f/0x9268ded837c4ef35 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f2:0x0].0x10cfb8f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691764:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000996640e8/0x9268ded837c4ef3c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x404:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691767:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000996640e8/0x9268ded837c4ef3c lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x404:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691769:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000996640e8/0x9268ded837c4ef3c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x404:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691772:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000996640e8 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.691773:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000996640e8/0x9268ded837c4ef3c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x404:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691778:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000996640e8/0x9268ded837c4ef3c lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x404:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691786:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x404:0x0].0x0 (000000001d68558f) 00010000:00010000:1.0:1771968961.691788:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.691790:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000996640e8/0x9268ded837c4ef3c lrc: 2/0,0 mode: --/COS res: [0x200000402:0x404:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691795:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000996640e8/0x9268ded837c4ef3c lrc: 0/0,0 mode: --/COS res: [0x200000402:0x404:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691817:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000ea7ed25c/0x9268ded837c4efa5 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x446:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691824:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ea7ed25c/0x9268ded837c4efa5 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x446:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691829:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ea7ed25c/0x9268ded837c4efa5 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x446:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691835:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ea7ed25c already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.691837:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ea7ed25c/0x9268ded837c4efa5 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x446:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691843:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ea7ed25c/0x9268ded837c4efa5 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x446:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691850:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x446:0x0].0xe364b611 (00000000334cb529) 00010000:00010000:1.0:1771968961.691852:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.691854:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ea7ed25c/0x9268ded837c4efa5 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x446:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691876:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ea7ed25c/0x9268ded837c4efa5 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x446:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691890:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000a45a1868/0x9268ded837c4efac lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x447:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691896:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a45a1868/0x9268ded837c4efac lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x447:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691901:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a45a1868/0x9268ded837c4efac lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x447:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691906:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a45a1868 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.691908:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a45a1868/0x9268ded837c4efac lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x447:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691913:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a45a1868/0x9268ded837c4efac lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x447:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691922:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x447:0x0].0x0 (00000000c8aca873) 00010000:00010000:1.0:1771968961.691924:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.691925:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a45a1868/0x9268ded837c4efac lrc: 2/0,0 mode: --/COS res: [0x200000402:0x447:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691930:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a45a1868/0x9268ded837c4efac lrc: 0/0,0 mode: --/COS res: [0x200000402:0x447:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.691950:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000fa8fd5b3/0x9268ded837c4efc1 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692070:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fa8fd5b3/0x9268ded837c4efc1 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692077:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fa8fd5b3/0x9268ded837c4efc1 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692081:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fa8fd5b3 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.692083:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fa8fd5b3/0x9268ded837c4efc1 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692089:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fa8fd5b3/0x9268ded837c4efc1 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692098:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f2:0x0].0x801dd473 (00000000ab84ad07) 00010000:00010000:1.0:1771968961.692100:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.692102:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fa8fd5b3/0x9268ded837c4efc1 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f2:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692108:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fa8fd5b3/0x9268ded837c4efc1 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f2:0x0].0x801dd473 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692134:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000919868cc/0x9268ded837c4efc8 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x400:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692141:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000919868cc/0x9268ded837c4efc8 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x400:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692148:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000919868cc/0x9268ded837c4efc8 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x400:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692157:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000919868cc already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.692159:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000919868cc/0x9268ded837c4efc8 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x400:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692165:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000919868cc/0x9268ded837c4efc8 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x400:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692190:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x400:0x0].0x0 (00000000b3d7d4cc) 00010000:00010000:1.0:1771968961.692194:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.692197:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000919868cc/0x9268ded837c4efc8 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x400:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692203:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000919868cc/0x9268ded837c4efc8 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x400:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692226:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000001ca78353/0x9268ded837c4f015 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x446:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692232:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001ca78353/0x9268ded837c4f015 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x446:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692237:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001ca78353/0x9268ded837c4f015 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x446:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692242:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001ca78353 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.692245:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001ca78353/0x9268ded837c4f015 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x446:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692250:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001ca78353/0x9268ded837c4f015 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x446:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692259:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x446:0x0].0x8d5ea5b7 (00000000c7357a81) 00010000:00010000:1.0:1771968961.692261:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.692263:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001ca78353/0x9268ded837c4f015 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x446:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692268:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001ca78353/0x9268ded837c4f015 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x446:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692280:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4f01c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x44c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692286:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4f01c lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x44c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692292:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4f01c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x44c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692297:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5ec8a4c already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.692299:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4f01c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x44c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692304:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4f01c lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x44c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692312:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44c:0x0].0x0 (0000000067cd65da) 00010000:00010000:1.0:1771968961.692314:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.692315:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4f01c lrc: 2/0,0 mode: --/COS res: [0x200000402:0x44c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692326:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5ec8a4c/0x9268ded837c4f01c lrc: 0/0,0 mode: --/COS res: [0x200000402:0x44c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692342:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000e04d1f93/0x9268ded837c4f054 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x449:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692348:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e04d1f93/0x9268ded837c4f054 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x449:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692354:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e04d1f93/0x9268ded837c4f054 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x449:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692360:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e04d1f93 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.692362:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e04d1f93/0x9268ded837c4f054 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x449:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692367:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e04d1f93/0x9268ded837c4f054 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x449:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692374:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x449:0x0].0xe364b611 (00000000567cdf8a) 00010000:00010000:1.0:1771968961.692376:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.692378:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e04d1f93/0x9268ded837c4f054 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x449:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692384:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e04d1f93/0x9268ded837c4f054 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x449:0x0].0xe364b611 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692396:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000049b55437/0x9268ded837c4f070 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x44b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692406:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000049b55437/0x9268ded837c4f070 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x44b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692411:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000049b55437/0x9268ded837c4f070 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x44b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692416:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000049b55437 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.692418:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000049b55437/0x9268ded837c4f070 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x44b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692424:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000049b55437/0x9268ded837c4f070 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x44b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692431:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44b:0x0].0x0 (000000001a35ec71) 00010000:00010000:1.0:1771968961.692433:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.692435:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000049b55437/0x9268ded837c4f070 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x44b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692441:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000049b55437/0x9268ded837c4f070 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x44b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14872 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692457:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000487212c2/0x9268ded837c4f062 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x446:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692463:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000487212c2/0x9268ded837c4f062 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x446:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692469:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000487212c2/0x9268ded837c4f062 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x446:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692479:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000487212c2 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.692481:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000487212c2/0x9268ded837c4f062 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x446:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692486:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000487212c2/0x9268ded837c4f062 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x446:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692494:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x446:0x0].0x8b6dba3a (0000000030b75693) 00010000:00010000:1.0:1771968961.692497:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.692499:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000487212c2/0x9268ded837c4f062 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x446:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692504:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000487212c2/0x9268ded837c4f062 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x446:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692528:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000047e29f9b/0x9268ded837c4f069 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x44a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692533:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000047e29f9b/0x9268ded837c4f069 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x44a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692539:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000047e29f9b/0x9268ded837c4f069 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x44a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692544:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000047e29f9b already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.692546:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000047e29f9b/0x9268ded837c4f069 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x44a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692552:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000047e29f9b/0x9268ded837c4f069 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x44a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692560:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44a:0x0].0x0 (00000000bbc3dcd5) 00010000:00010000:1.0:1771968961.692562:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.692564:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000047e29f9b/0x9268ded837c4f069 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x44a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692569:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000047e29f9b/0x9268ded837c4f069 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x44a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692584:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000001062361a/0x9268ded837c4f0e0 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x449:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692589:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001062361a/0x9268ded837c4f0e0 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x449:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692595:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001062361a/0x9268ded837c4f0e0 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x449:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692601:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001062361a already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.692603:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001062361a/0x9268ded837c4f0e0 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x449:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692609:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001062361a/0x9268ded837c4f0e0 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x449:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692617:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x449:0x0].0x8d5ea5b7 (000000001e5daeb3) 00010000:00010000:1.0:1771968961.692619:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.692621:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001062361a/0x9268ded837c4f0e0 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x449:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692632:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001062361a/0x9268ded837c4f0e0 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x449:0x0].0x8d5ea5b7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692646:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000049ce9ce3/0x9268ded837c4f0e7 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x44e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692651:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000049ce9ce3/0x9268ded837c4f0e7 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x44e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692656:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000049ce9ce3/0x9268ded837c4f0e7 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x44e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692660:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000049ce9ce3 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.692662:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000049ce9ce3/0x9268ded837c4f0e7 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x44e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692666:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000049ce9ce3/0x9268ded837c4f0e7 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x44e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692673:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44e:0x0].0x0 (00000000844f8e11) 00010000:00010000:1.0:1771968961.692675:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.692676:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000049ce9ce3/0x9268ded837c4f0e7 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x44e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692681:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000049ce9ce3/0x9268ded837c4f0e7 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x44e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692696:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000089e62acc/0x9268ded837c4f0fc lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x449:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692706:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000089e62acc/0x9268ded837c4f0fc lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x449:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692712:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000089e62acc/0x9268ded837c4f0fc lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x449:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692718:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000089e62acc already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.692720:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000089e62acc/0x9268ded837c4f0fc lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x449:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692725:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000089e62acc/0x9268ded837c4f0fc lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x449:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692733:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x449:0x0].0x8b6dba3a (000000003ce0efd8) 00010000:00010000:1.0:1771968961.692735:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.692737:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000089e62acc/0x9268ded837c4f0fc lrc: 2/0,0 mode: --/COS res: [0x200000402:0x449:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692742:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000089e62acc/0x9268ded837c4f0fc lrc: 0/0,0 mode: --/COS res: [0x200000402:0x449:0x0].0x8b6dba3a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692753:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000ed5ddbb5/0x9268ded837c4f103 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x44d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692759:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ed5ddbb5/0x9268ded837c4f103 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x44d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692764:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ed5ddbb5/0x9268ded837c4f103 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x44d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692773:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ed5ddbb5 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.692775:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ed5ddbb5/0x9268ded837c4f103 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x44d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692781:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ed5ddbb5/0x9268ded837c4f103 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x44d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692788:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44d:0x0].0x0 (00000000b04ec450) 00010000:00010000:1.0:1771968961.692790:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.692792:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ed5ddbb5/0x9268ded837c4f103 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x44d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692797:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ed5ddbb5/0x9268ded837c4f103 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x44d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692813:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000062bca715/0x9268ded837c4f126 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x408:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692818:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000062bca715/0x9268ded837c4f126 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692824:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000062bca715/0x9268ded837c4f126 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692829:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000062bca715 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.692831:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000062bca715/0x9268ded837c4f126 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692837:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000062bca715/0x9268ded837c4f126 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692845:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x408:0x0].0x1e68dc46 (000000003a85ddd1) 00010000:00010000:1.0:1771968961.692847:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.692849:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000062bca715/0x9268ded837c4f126 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x408:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.692855:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000062bca715/0x9268ded837c4f126 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x408:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693278:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000002611995d/0x9268ded837c4f12d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x40c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693286:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002611995d/0x9268ded837c4f12d lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x40c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693292:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002611995d/0x9268ded837c4f12d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693299:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002611995d already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.693301:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002611995d/0x9268ded837c4f12d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693308:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002611995d/0x9268ded837c4f12d lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x40c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693316:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40c:0x0].0x0 (000000007d35beaa) 00010000:00010000:1.0:1771968961.693319:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.693321:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002611995d/0x9268ded837c4f12d lrc: 2/0,0 mode: --/COS res: [0x200000402:0x40c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693332:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002611995d/0x9268ded837c4f12d lrc: 0/0,0 mode: --/COS res: [0x200000402:0x40c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693353:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000052583c78/0x9268ded837c4f17a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x40b:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693359:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000052583c78/0x9268ded837c4f17a lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693365:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000052583c78/0x9268ded837c4f17a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693371:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000052583c78 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.693374:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000052583c78/0x9268ded837c4f17a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693382:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000052583c78/0x9268ded837c4f17a lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693392:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40b:0x0].0x1e68dc46 (000000001098f093) 00010000:00010000:1.0:1771968961.693394:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.693396:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000052583c78/0x9268ded837c4f17a lrc: 2/0,0 mode: --/COS res: [0x200000402:0x40b:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693403:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000052583c78/0x9268ded837c4f17a lrc: 0/0,0 mode: --/COS res: [0x200000402:0x40b:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693433:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000024c4fc01/0x9268ded837c4f181 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x40f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693445:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000024c4fc01/0x9268ded837c4f181 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x40f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693451:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000024c4fc01/0x9268ded837c4f181 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693457:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000024c4fc01 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.693460:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000024c4fc01/0x9268ded837c4f181 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693466:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000024c4fc01/0x9268ded837c4f181 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x40f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693477:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40f:0x0].0x0 (00000000196d78ce) 00010000:00010000:1.0:1771968961.693479:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.693482:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000024c4fc01/0x9268ded837c4f181 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x40f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693486:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000024c4fc01/0x9268ded837c4f181 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x40f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693505:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000003e598fad/0x9268ded837c4f196 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x408:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693509:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003e598fad/0x9268ded837c4f196 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693513:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003e598fad/0x9268ded837c4f196 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693521:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003e598fad already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.693523:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003e598fad/0x9268ded837c4f196 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693527:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003e598fad/0x9268ded837c4f196 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693532:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x408:0x0].0xdf197568 (00000000efb53927) 00010000:00010000:1.0:1771968961.693534:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.693535:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003e598fad/0x9268ded837c4f196 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x408:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693538:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003e598fad/0x9268ded837c4f196 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x408:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693561:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000c6eaf7b8/0x9268ded837c4f19d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x40e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693565:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c6eaf7b8/0x9268ded837c4f19d lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x40e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693569:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c6eaf7b8/0x9268ded837c4f19d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693571:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c6eaf7b8 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.693572:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c6eaf7b8/0x9268ded837c4f19d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693575:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c6eaf7b8/0x9268ded837c4f19d lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x40e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693582:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40e:0x0].0x0 (0000000069b42c0c) 00010000:00010000:1.0:1771968961.693585:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.693588:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c6eaf7b8/0x9268ded837c4f19d lrc: 2/0,0 mode: --/COS res: [0x200000402:0x40e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693593:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c6eaf7b8/0x9268ded837c4f19d lrc: 0/0,0 mode: --/COS res: [0x200000402:0x40e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693629:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000002bdaf1c3/0x9268ded837c4f1b9 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x408:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693632:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002bdaf1c3/0x9268ded837c4f1b9 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693636:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002bdaf1c3/0x9268ded837c4f1b9 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693639:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002bdaf1c3 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.693640:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002bdaf1c3/0x9268ded837c4f1b9 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693644:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002bdaf1c3/0x9268ded837c4f1b9 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693648:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x408:0x0].0xb10fb57d (00000000b4de7fce) 00010000:00010000:1.0:1771968961.693649:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.693651:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002bdaf1c3/0x9268ded837c4f1b9 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x408:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.693876:0:14893:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df67884b pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14893:1858043760294784:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.693896:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002bdaf1c3/0x9268ded837c4f1b9 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x408:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.693906:0:14893:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005d677e43/0x9268ded837c505d9 lrc: 3/0,1 mode: --/PW res: [0x1d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693915:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000008f4fc348/0x9268ded837c4f1c7 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693923:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008f4fc348/0x9268ded837c4f1c7 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693929:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008f4fc348/0x9268ded837c4f1c7 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693935:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008f4fc348 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.693938:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008f4fc348/0x9268ded837c4f1c7 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693943:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008f4fc348/0x9268ded837c4f1c7 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.693954:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1771968961.693955:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ab:0x0].0x0 (00000000ad9687d3) 00010000:00010000:1.0:1771968961.693959:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.693962:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008f4fc348/0x9268ded837c4f1c7 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.693969:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008f4fc348/0x9268ded837c4f1c7 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7ab:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.693979:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.694000:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.694019:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.694060:0:8205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000682e0a4b pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8205:1858043760294848:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.694075:0:8205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001de9aa48/0x9268ded837c505e0 lrc: 3/0,1 mode: --/PW res: [0x3bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.694125:0:14874:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f43c9fd0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14874:1858043760294912:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.694137:0:14874:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000442b9d2e/0x9268ded837c505e7 lrc: 3/0,1 mode: --/PW res: [0x3be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.694164:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.694215:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.694252:0:14891:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000035b39fbd pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14891:1858043760294976:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.694264:0:14891:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004239a9e6/0x9268ded837c505ee lrc: 3/0,1 mode: --/PW res: [0x3c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.694307:0:8206:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b97fbf30 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8206:1858043760295040:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.694319:0:8206:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000db1f6b4a/0x9268ded837c505f5 lrc: 3/0,1 mode: --/PW res: [0x1d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.694394:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.694408:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.694420:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.694431:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.694442:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.694453:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.694489:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.694534:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754100928 00010000:00010000:0.0:1771968961.694568:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000041666ff2/0x9268ded837c4cfbc lrc: 4/0,0 mode: PW/PW res: [0x3b6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dd5a expref: 99 pid: 14893 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.694595:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754101056 00010000:00010000:0.0:1771968961.694604:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000f9436e7/0x9268ded837c03b89 lrc: 4/0,0 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025592 expref: 82 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.694615:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754100992 00010000:00010000:0.0:1771968961.694624:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000079f09a80/0x9268ded837c4e326 lrc: 5/0,0 mode: PR/PR res: [0x3c1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e3ff expref: 100 pid: 14875 timeout: 540 lvb_type: 1 00000100:00100000:0.0:1771968961.694635:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754101120 00010000:00010000:0.0:1771968961.694645:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000561ec207/0x9268ded837c4de17 lrc: 5/0,0 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e25b expref: 83 pid: 14893 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.694656:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754101184 00010000:00010000:0.0:1771968961.694666:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b66c4f90/0x9268ded837c4d72c lrc: 4/0,0 mode: PR/PR res: [0x3bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e00f expref: 101 pid: 14875 timeout: 540 lvb_type: 1 00000100:00100000:0.0:1771968961.694677:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754101248 00010000:00010000:0.0:1771968961.694685:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000feb7165/0x9268ded837c4dded lrc: 4/0,0 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e23f expref: 102 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.694696:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754101312 00010000:00010000:0.0:1771968961.694704:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000899a3694/0x9268ded837c4e29a lrc: 4/0,0 mode: PR/PR res: [0x3c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e3d5 expref: 84 pid: 14875 timeout: 540 lvb_type: 1 00000100:00100000:0.0:1771968961.694714:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754101376 00010000:00010000:0.0:1771968961.694721:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006f5aef04/0x9268ded837c03c1c lrc: 4/0,0 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0255d1 expref: 85 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.694732:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754101504 00010000:00010000:0.0:1771968961.694741:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007bb87772/0x9268ded837c4eb53 lrc: 5/0,0 mode: PR/PR res: [0x3c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e6ec expref: 86 pid: 14890 timeout: 540 lvb_type: 1 00000100:00100000:0.0:1771968961.694752:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754101440 00010000:00010000:0.0:1771968961.694761:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f8c08da0/0x9268ded837c4e51e lrc: 5/0,0 mode: PR/PR res: [0x3c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e4c3 expref: 103 pid: 14875 timeout: 540 lvb_type: 1 00000100:00100000:0.0:1771968961.694773:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754101632 00010000:00010000:0.0:1771968961.694781:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d8e39f83/0x9268ded837c4d1f3 lrc: 5/0,0 mode: PW/PW res: [0x3b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03de09 expref: 104 pid: 14885 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.694792:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754101568 00010000:00010000:0.0:1771968961.694797:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000094087a79/0x9268ded837c03cfc lrc: 5/0,0 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025633 expref: 87 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.694803:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754101696 00010000:00010000:0.0:1771968961.694807:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000088b77642/0x9268ded837c4db70 lrc: 5/0,0 mode: PW/PW res: [0x3bd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e166 expref: 105 pid: 14893 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.694817:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11404 00000100:00100000:0.0:1771968961.694822:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df67884b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+105:2264:x1858043754100928:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1771968961.694835:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.694838:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000041666ff2/0x9268ded837c4cfbc lrc: 4/0,0 mode: PW/PW res: [0x3b6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dd5a expref: 105 pid: 14893 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.694845:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000041666ff2/0x9268ded837c4cfbc lrc: 3/0,0 mode: PW/PW res: [0x3b6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dd5a expref: 105 pid: 14893 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.694881:0:6215:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000041666ff2/0x9268ded837c4cfbc lrc: 0/0,0 mode: --/PW res: [0x3b6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dd5a expref: 105 pid: 14893 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.694898:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.694901:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.694907:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000ea041a5/0x9268ded837c505c4 lrc: 3/0,1 mode: PW/PW res: [0x3b6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.694917:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ea041a5/0x9268ded837c505c4 lrc: 4/0,1 mode: PW/PW res: [0x3b6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.694940:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.694952:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000003e90165f/0x9268ded837c4f1c0 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x40b:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.694965:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003e90165f/0x9268ded837c4f1c0 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.694973:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003e90165f/0x9268ded837c4f1c0 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.694989:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003e90165f already unused, calling callback (000000001fada510) 00000100:00100000:0.0:1771968961.694989:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df67884b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+104:2264:x1858043754100928:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 165us (1041us total) trans 0 rc 0/0 00010000:00010000:1.0:1771968961.694994:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003e90165f/0x9268ded837c4f1c0 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.695003:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11404 00010000:00010000:1.0:1771968961.695008:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003e90165f/0x9268ded837c4f1c0 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695021:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40b:0x0].0xdf197568 (00000000dfefe928) 00010000:00010000:1.0:1771968961.695024:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1771968961.695027:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11405 00010000:00010000:1.0:1771968961.695028:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003e90165f/0x9268ded837c4f1c0 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x40b:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.695035:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095caffcc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+87:2264:x1858043754101056:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1771968961.695041:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003e90165f/0x9268ded837c4f1c0 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x40b:0x0].0xdf197568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695047:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.695053:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000f9436e7/0x9268ded837c03b89 lrc: 4/0,0 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025592 expref: 87 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.695062:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000f9436e7/0x9268ded837c03b89 lrc: 3/0,0 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025592 expref: 87 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.695071:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000003e6c0d2c/0x9268ded837c4f1ce lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x410:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695079:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003e6c0d2c/0x9268ded837c4f1ce lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x410:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695082:0:6215:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f9436e7/0x9268ded837c03b89 lrc: 0/0,0 mode: --/PW res: [0x1d4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025592 expref: 87 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.695097:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003e6c0d2c/0x9268ded837c4f1ce lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x410:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695103:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.695106:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.695108:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005d677e43/0x9268ded837c505d9 lrc: 3/0,1 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695111:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003e6c0d2c already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.695115:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003e6c0d2c/0x9268ded837c4f1ce lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x410:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695123:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d677e43/0x9268ded837c505d9 lrc: 4/0,1 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695126:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003e6c0d2c/0x9268ded837c4f1ce lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x410:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695144:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x410:0x0].0x0 (00000000f6ac275e) 00010000:00010000:1.0:1771968961.695147:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.695150:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003e6c0d2c/0x9268ded837c4f1ce lrc: 2/0,0 mode: --/COS res: [0x200000402:0x410:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695152:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.695157:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003e6c0d2c/0x9268ded837c4f1ce lrc: 0/0,0 mode: --/COS res: [0x200000402:0x410:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.695167:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095caffcc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+86:2264:x1858043754101056:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 134us (1189us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.695192:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11405 00000100:00100000:0.0:1771968961.695205:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11406 00010000:00010000:1.0:1771968961.695207:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000009919773a/0x9268ded837c4f1ea lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x408:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.695210:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001eae3889 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+103:2264:x1858043754100992:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1771968961.695218:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.695220:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009919773a/0x9268ded837c4f1ea lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695224:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000079f09a80/0x9268ded837c4e326 lrc: 5/0,0 mode: PR/PR res: [0x3c1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e3ff expref: 103 pid: 14875 timeout: 540 lvb_type: 1 00010000:00010000:1.0:1771968961.695237:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009919773a/0x9268ded837c4f1ea lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695240:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000079f09a80/0x9268ded837c4e326 lrc: 4/0,0 mode: PR/PR res: [0x3c1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e3ff expref: 103 pid: 14875 timeout: 540 lvb_type: 1 00010000:00010000:1.0:1771968961.695253:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009919773a already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.695256:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009919773a/0x9268ded837c4f1ea lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695260:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.695262:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.695264:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006041c1b2/0x9268ded837c505cb lrc: 3/0,1 mode: PW/PW res: [0x3c1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695266:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009919773a/0x9268ded837c4f1ea lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695271:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006041c1b2/0x9268ded837c505cb lrc: 4/0,1 mode: PW/PW res: [0x3c1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695278:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.695288:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x408:0x0].0xe260ec82 (00000000db9c541a) 00000100:00100000:0.0:1771968961.695291:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001eae3889 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+103:2264:x1858043754100992:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 81us (1290us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.695296:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11406 00010000:00010000:1.0:1771968961.695301:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.695304:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009919773a/0x9268ded837c4f1ea lrc: 2/0,0 mode: --/COS res: [0x200000402:0x408:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.695309:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11407 00010000:00010000:1.0:1771968961.695316:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009919773a/0x9268ded837c4f1ea lrc: 0/0,0 mode: --/COS res: [0x200000402:0x408:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.695316:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000622642e9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+85:2265:x1858043754101120:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1771968961.695327:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.695333:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000561ec207/0x9268ded837c4de17 lrc: 5/0,0 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e25b expref: 85 pid: 14893 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.695338:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000009f7bab36/0x9268ded837c4f1f1 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695343:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000561ec207/0x9268ded837c4de17 lrc: 4/0,0 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e25b expref: 85 pid: 14893 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.695357:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009f7bab36/0x9268ded837c4f1f1 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695357:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.695360:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.695363:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000056acc281/0x9268ded837c505d2 lrc: 3/0,1 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695371:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009f7bab36/0x9268ded837c4f1f1 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695376:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056acc281/0x9268ded837c505d2 lrc: 4/0,1 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695380:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009f7bab36 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.695385:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009f7bab36/0x9268ded837c4f1f1 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695390:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.695395:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009f7bab36/0x9268ded837c4f1f1 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695405:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b8:0x0].0x0 (000000003221a826) 00000100:00100000:0.0:1771968961.695405:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000622642e9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+85:2265:x1858043754101120:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 89us (1386us total) trans 0 rc 0/0 00010000:00010000:1.0:1771968961.695411:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.695414:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009f7bab36/0x9268ded837c4f1f1 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.695414:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11407 00000100:00100000:0.0:1771968961.695425:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11408 00000100:00100000:0.0:1771968961.695433:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f43c9fd0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+102:2265:x1858043754101184:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1771968961.695435:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009f7bab36/0x9268ded837c4f1f1 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695438:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.695443:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b66c4f90/0x9268ded837c4d72c lrc: 4/0,0 mode: PR/PR res: [0x3bb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e00f expref: 102 pid: 14875 timeout: 540 lvb_type: 1 00010000:00010000:0.0:1771968961.695452:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b66c4f90/0x9268ded837c4d72c lrc: 3/0,0 mode: PR/PR res: [0x3bb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e00f expref: 102 pid: 14875 timeout: 540 lvb_type: 1 00010000:00010000:1.0:1771968961.695463:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b53568/0x9268ded837c4f206 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x40b:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695464:0:6215:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b66c4f90/0x9268ded837c4d72c lrc: 0/0,0 mode: --/PR res: [0x3bb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e00f expref: 102 pid: 14875 timeout: 540 lvb_type: 1 00010000:00010000:1.0:1771968961.695481:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b53568/0x9268ded837c4f206 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695488:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.695489:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b53568/0x9268ded837c4f206 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695491:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.695494:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001de9aa48/0x9268ded837c505e0 lrc: 3/0,1 mode: PW/PW res: [0x3bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695501:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c6b53568 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.695505:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b53568/0x9268ded837c4f206 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695508:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001de9aa48/0x9268ded837c505e0 lrc: 4/0,1 mode: PW/PW res: [0x3bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695516:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b53568/0x9268ded837c4f206 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695530:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40b:0x0].0xb10fb57d (00000000943d6e8b) 00010000:00010000:1.0:1771968961.695533:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968961.695535:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.695537:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b53568/0x9268ded837c4f206 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x40b:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695544:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c6b53568/0x9268ded837c4f206 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x40b:0x0].0xb10fb57d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.695555:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f43c9fd0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+101:2265:x1858043754101184:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 122us (1390us total) trans 0 rc 0/0 00010000:00010000:1.0:1771968961.695558:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000007bcb3115/0x9268ded837c4f20d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.695567:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11408 00010000:00010000:1.0:1771968961.695576:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007bcb3115/0x9268ded837c4f20d lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695582:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007bcb3115/0x9268ded837c4f20d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.695585:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11409 00010000:00010000:1.0:1771968961.695595:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007bcb3115 already unused, calling callback (000000001fada510) 00000100:00100000:0.0:1771968961.695595:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000046e6cd86 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+100:2264:x1858043754101248:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1771968961.695599:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007bcb3115/0x9268ded837c4f20d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695604:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.695607:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007bcb3115/0x9268ded837c4f20d lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695609:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000feb7165/0x9268ded837c4dded lrc: 4/0,0 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e23f expref: 100 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.695626:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7af:0x0].0x0 (00000000bb7a1122) 00010000:00010000:0.0:1771968961.695629:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000feb7165/0x9268ded837c4dded lrc: 3/0,0 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e23f expref: 100 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.695631:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.695634:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007bcb3115/0x9268ded837c4f20d lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695646:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007bcb3115/0x9268ded837c4f20d lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7af:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695651:0:6215:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000feb7165/0x9268ded837c4dded lrc: 0/0,0 mode: --/PW res: [0x3be:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e23f expref: 100 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.695665:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.695666:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000080848c4a/0x9268ded837c4f222 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x408:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695667:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.695671:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000442b9d2e/0x9268ded837c505e7 lrc: 3/0,1 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695682:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000080848c4a/0x9268ded837c4f222 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695684:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000442b9d2e/0x9268ded837c505e7 lrc: 4/0,1 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695702:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000080848c4a/0x9268ded837c4f222 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695714:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000080848c4a already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968961.695714:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.695716:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000080848c4a/0x9268ded837c4f222 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695723:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000080848c4a/0x9268ded837c4f222 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695732:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x408:0x0].0x7eb5c453 (00000000acbeb03f) 00000100:00100000:0.0:1771968961.695735:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000046e6cd86 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+99:2264:x1858043754101248:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 140us (1518us total) trans 0 rc 0/0 00010000:00010000:1.0:1771968961.695737:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.695740:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000080848c4a/0x9268ded837c4f222 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x408:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.695748:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11409 00010000:00010000:1.0:1771968961.695755:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000080848c4a/0x9268ded837c4f222 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x408:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695772:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000fd326463/0x9268ded837c4f23e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695778:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fd326463/0x9268ded837c4f23e lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.695785:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11410 00000100:00100000:0.0:1771968961.695790:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b97fbf30 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+84:2267:x1858043754101312:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1771968961.695791:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fd326463/0x9268ded837c4f23e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695798:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.695801:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fd326463 already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968961.695804:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000899a3694/0x9268ded837c4e29a lrc: 4/0,0 mode: PR/PR res: [0x3c0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e3d5 expref: 84 pid: 14875 timeout: 540 lvb_type: 1 00010000:00010000:1.0:1771968961.695805:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fd326463/0x9268ded837c4f23e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695820:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000899a3694/0x9268ded837c4e29a lrc: 3/0,0 mode: PR/PR res: [0x3c0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e3d5 expref: 84 pid: 14875 timeout: 540 lvb_type: 1 00010000:00010000:1.0:1771968961.695821:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fd326463/0x9268ded837c4f23e lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695839:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bb:0x0].0x0 (0000000017a11271) 00010000:00010000:0.0:1771968961.695841:0:6215:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000899a3694/0x9268ded837c4e29a lrc: 0/0,0 mode: --/PR res: [0x3c0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e3d5 expref: 84 pid: 14875 timeout: 540 lvb_type: 1 00010000:00010000:1.0:1771968961.695842:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.695845:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fd326463/0x9268ded837c4f23e lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695854:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fd326463/0x9268ded837c4f23e lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7bb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695855:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.695858:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.695872:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004239a9e6/0x9268ded837c505ee lrc: 3/0,1 mode: PW/PW res: [0x3c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695880:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004239a9e6/0x9268ded837c505ee lrc: 4/0,1 mode: PW/PW res: [0x3c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695887:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000007d7eefaa/0x9268ded837c4f230 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x40b:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695894:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007d7eefaa/0x9268ded837c4f230 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695897:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007d7eefaa/0x9268ded837c4f230 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695901:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d7eefaa already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968961.695901:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.695903:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d7eefaa/0x9268ded837c4f230 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695908:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d7eefaa/0x9268ded837c4f230 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695914:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40b:0x0].0xe260ec82 (00000000fb614114) 00010000:00010000:1.0:1771968961.695916:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.695917:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007d7eefaa/0x9268ded837c4f230 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x40b:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.695924:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b97fbf30 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+83:2267:x1858043754101312:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 130us (1527us total) trans 0 rc 0/0 00010000:00010000:1.0:1771968961.695929:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007d7eefaa/0x9268ded837c4f230 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x40b:0x0].0xe260ec82 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.695937:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11410 00010000:00010000:1.0:1771968961.695941:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000deb1a36a/0x9268ded837c4f237 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695946:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000deb1a36a/0x9268ded837c4f237 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695952:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000deb1a36a/0x9268ded837c4f237 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.695952:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11411 00000100:00100000:0.0:1771968961.695961:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035b39fbd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+82:2267:x1858043754101376:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1771968961.695962:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000deb1a36a already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.695964:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000deb1a36a/0x9268ded837c4f237 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.695969:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000deb1a36a/0x9268ded837c4f237 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695969:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.695976:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bc:0x0].0x0 (000000006e6a3dc4) 00010000:00010000:0.0:1771968961.695976:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006f5aef04/0x9268ded837c03c1c lrc: 4/0,0 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0255d1 expref: 82 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.695981:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.695983:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000deb1a36a/0x9268ded837c4f237 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.695988:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006f5aef04/0x9268ded837c03c1c lrc: 3/0,0 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0255d1 expref: 82 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.695993:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000deb1a36a/0x9268ded837c4f237 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7bc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.696010:0:6215:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f5aef04/0x9268ded837c03c1c lrc: 0/0,0 mode: --/PW res: [0x1d5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0255d1 expref: 82 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.696015:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000f53f58b6/0x9268ded837c4f268 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x40b:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.696023:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.696025:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.696027:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f53f58b6/0x9268ded837c4f268 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.696029:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000db1f6b4a/0x9268ded837c505f5 lrc: 3/0,1 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696036:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f53f58b6/0x9268ded837c4f268 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696047:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f53f58b6 already unused, calling callback (000000001fada510) 00010000:00010000:0.0:1771968961.696047:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db1f6b4a/0x9268ded837c505f5 lrc: 4/0,1 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696050:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f53f58b6/0x9268ded837c4f268 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696063:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f53f58b6/0x9268ded837c4f268 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696073:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40b:0x0].0x7eb5c453 (000000005e80b876) 00010000:00010000:1.0:1771968961.696075:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.696077:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f53f58b6/0x9268ded837c4f268 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x40b:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696081:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f53f58b6/0x9268ded837c4f268 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x40b:0x0].0x7eb5c453 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.696082:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.696093:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000009fee684a/0x9268ded837c4f276 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696097:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009fee684a/0x9268ded837c4f276 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696100:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009fee684a/0x9268ded837c4f276 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.696106:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035b39fbd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+81:2267:x1858043754101376:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 143us (1693us total) trans 0 rc 0/0 00010000:00010000:1.0:1771968961.696119:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009fee684a already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.696121:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009fee684a/0x9268ded837c4f276 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.696122:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11411 00010000:00010000:1.0:1771968961.696130:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009fee684a/0x9268ded837c4f276 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696140:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bf:0x0].0x0 (000000001a801fea) 00000100:00100000:0.0:1771968961.696143:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11412 00010000:00010000:1.0:1771968961.696144:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.696148:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009fee684a/0x9268ded837c4f276 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.696152:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000682e0a4b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+80:2265:x1858043754101504:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1771968961.696161:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009fee684a/0x9268ded837c4f276 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7bf:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.696164:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.696171:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007bb87772/0x9268ded837c4eb53 lrc: 5/0,0 mode: PR/PR res: [0x3c5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e6ec expref: 80 pid: 14890 timeout: 540 lvb_type: 1 00010000:00010000:1.0:1771968961.696199:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000ed17bbf7/0x9268ded837c4f25a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x408:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.696205:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007bb87772/0x9268ded837c4eb53 lrc: 4/0,0 mode: PR/PR res: [0x3c5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e6ec expref: 80 pid: 14890 timeout: 540 lvb_type: 1 00010000:00010000:1.0:1771968961.696209:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ed17bbf7/0x9268ded837c4f25a lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696221:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ed17bbf7/0x9268ded837c4f25a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696226:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ed17bbf7 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.696228:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ed17bbf7/0x9268ded837c4f25a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696233:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ed17bbf7/0x9268ded837c4f25a lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.696237:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.696239:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.696242:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000075975504/0x9268ded837c5060a lrc: 3/0,1 mode: PW/PW res: [0x3c5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696245:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x408:0x0].0x458ba0d4 (000000005fa872d7) 00010000:00010000:1.0:1771968961.696251:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968961.696251:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075975504/0x9268ded837c5060a lrc: 4/0,1 mode: PW/PW res: [0x3c5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696254:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ed17bbf7/0x9268ded837c4f25a lrc: 2/0,0 mode: --/COS res: [0x200000402:0x408:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696264:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ed17bbf7/0x9268ded837c4f25a lrc: 0/0,0 mode: --/COS res: [0x200000402:0x408:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.696266:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1771968961.696279:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000682e0a4b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+80:2265:x1858043754101504:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 129us (1858us total) trans 0 rc 0/0 00010000:00010000:1.0:1771968961.696280:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000cfbef9e4/0x9268ded837c4f26f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.696289:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11412 00010000:00010000:1.0:1771968961.696294:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cfbef9e4/0x9268ded837c4f26f lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696299:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cfbef9e4/0x9268ded837c4f26f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.696306:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11413 00010000:00010000:1.0:1771968961.696309:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cfbef9e4 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.696312:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cfbef9e4/0x9268ded837c4f26f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.696314:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d3adff0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+98:2265:x1858043754101440:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1771968961.696324:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cfbef9e4/0x9268ded837c4f26f lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.696327:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.696333:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ad:0x0].0x0 (000000004fd8c92a) 00010000:00010000:0.0:1771968961.696334:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f8c08da0/0x9268ded837c4e51e lrc: 5/0,0 mode: PR/PR res: [0x3c3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e4c3 expref: 98 pid: 14875 timeout: 540 lvb_type: 1 00010000:00010000:1.0:1771968961.696337:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.696340:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cfbef9e4/0x9268ded837c4f26f lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.696354:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f8c08da0/0x9268ded837c4e51e lrc: 4/0,0 mode: PR/PR res: [0x3c3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e4c3 expref: 98 pid: 14875 timeout: 540 lvb_type: 1 00010000:00010000:1.0:1771968961.696359:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cfbef9e4/0x9268ded837c4f26f lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7ad:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.696379:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.696381:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.696383:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b93581b3/0x9268ded837c50603 lrc: 3/0,1 mode: PW/PW res: [0x3c3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696385:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000381bba95/0x9268ded837c4f2a7 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x40b:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.696393:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b93581b3/0x9268ded837c50603 lrc: 4/0,1 mode: PW/PW res: [0x3c3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696398:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000381bba95/0x9268ded837c4f2a7 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.696404:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.696406:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000381bba95/0x9268ded837c4f2a7 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696412:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000381bba95 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.696415:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000381bba95/0x9268ded837c4f2a7 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.696416:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d3adff0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+98:2265:x1858043754101440:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 102us (1984us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.696428:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11413 00010000:00010000:1.0:1771968961.696431:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000381bba95/0x9268ded837c4f2a7 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.696440:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11414 00010000:00010000:1.0:1771968961.696442:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40b:0x0].0x458ba0d4 (0000000094cb9c26) 00000100:00100000:0.0:1771968961.696447:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000001539fe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+97:2266:x1858043754101632:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1771968961.696448:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.696451:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000381bba95/0x9268ded837c4f2a7 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x40b:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.696454:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.696456:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000381bba95/0x9268ded837c4f2a7 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x40b:0x0].0x458ba0d4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.696459:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d8e39f83/0x9268ded837c4d1f3 lrc: 5/0,0 mode: PW/PW res: [0x3b7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03de09 expref: 97 pid: 14885 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.696471:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d8e39f83/0x9268ded837c4d1f3 lrc: 4/0,0 mode: PW/PW res: [0x3b7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03de09 expref: 97 pid: 14885 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.696473:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f2ae lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696484:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f2ae lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.696486:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.696489:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.696490:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f2ae lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.696492:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000038b5e75/0x9268ded837c505fc lrc: 3/0,1 mode: PW/PW res: [0x3b7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696494:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005386d807 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.696498:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f2ae lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696510:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f2ae lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.696512:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000038b5e75/0x9268ded837c505fc lrc: 4/0,1 mode: PW/PW res: [0x3b7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696516:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7b0:0x0].0x0 (000000006fed2ce2) 00010000:00010000:1.0:1771968961.696520:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.696521:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f2ae lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696527:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005386d807/0x9268ded837c4f2ae lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7b0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.696535:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.696542:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000005b1b8213/0x9268ded837c4f292 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x408:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696546:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005b1b8213/0x9268ded837c4f292 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.696554:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000001539fe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+97:2266:x1858043754101632:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 104us (2107us total) trans 0 rc 0/0 00010000:00010000:1.0:1771968961.696555:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005b1b8213/0x9268ded837c4f292 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.696573:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11414 00010000:00010000:1.0:1771968961.696575:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005b1b8213 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.696577:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005b1b8213/0x9268ded837c4f292 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696581:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005b1b8213/0x9268ded837c4f292 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696586:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x408:0x0].0x8849861e (00000000338b55f6) 00010000:00010000:1.0:1771968961.696588:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.696590:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005b1b8213/0x9268ded837c4f292 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x408:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.696590:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11415 00010000:00010000:1.0:1771968961.696598:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005b1b8213/0x9268ded837c4f292 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x408:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.696598:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f1215d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+79:2267:x1858043754101568:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1771968961.696611:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.696613:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000018c71b01/0x9268ded837c4f299 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.696617:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000094087a79/0x9268ded837c03cfc lrc: 5/0,0 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025633 expref: 79 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.696619:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000018c71b01/0x9268ded837c4f299 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696633:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000018c71b01/0x9268ded837c4f299 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696640:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000018c71b01 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.696642:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000018c71b01/0x9268ded837c4f299 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.696643:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000094087a79/0x9268ded837c03cfc lrc: 4/0,0 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025633 expref: 79 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.696651:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000018c71b01/0x9268ded837c4f299 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696668:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7bd:0x0].0x0 (000000007ef20b93) 00010000:00010000:1.0:1771968961.696671:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.696673:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000018c71b01/0x9268ded837c4f299 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.696673:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.696676:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.696679:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c9ae68e4/0x9268ded837c50611 lrc: 3/0,1 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696681:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000018c71b01/0x9268ded837c4f299 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7bd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.696695:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9ae68e4/0x9268ded837c50611 lrc: 4/0,1 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696709:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000af6a6cb0/0x9268ded837c4f2c3 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x40b:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.696712:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.696718:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000af6a6cb0/0x9268ded837c4f2c3 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696725:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000af6a6cb0/0x9268ded837c4f2c3 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.696730:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f1215d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+79:2267:x1858043754101568:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 131us (2273us total) trans 0 rc 0/0 00010000:00010000:1.0:1771968961.696734:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000af6a6cb0 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.696738:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000af6a6cb0/0x9268ded837c4f2c3 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.696745:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11415 00010000:00010000:1.0:1771968961.696746:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000af6a6cb0/0x9268ded837c4f2c3 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696755:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40b:0x0].0x8849861e (00000000722b352a) 00010000:00010000:1.0:1771968961.696757:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.696758:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000af6a6cb0/0x9268ded837c4f2c3 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x40b:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.696767:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11416 00010000:00010000:1.0:1771968961.696769:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000af6a6cb0/0x9268ded837c4f2c3 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x40b:0x0].0x8849861e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.696777:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005d203d3b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+96:2264:x1858043754101696:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1771968961.696784:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.696786:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000004575742c/0x9268ded837c4f2ca lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.696789:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000088b77642/0x9268ded837c4db70 lrc: 5/0,0 mode: PW/PW res: [0x3bd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e166 expref: 96 pid: 14893 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.696793:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004575742c/0x9268ded837c4f2ca lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696804:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004575742c/0x9268ded837c4f2ca lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.696807:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000088b77642/0x9268ded837c4db70 lrc: 4/0,0 mode: PW/PW res: [0x3bd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e166 expref: 96 pid: 14893 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.696816:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004575742c already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.696820:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004575742c/0x9268ded837c4f2ca lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696824:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004575742c/0x9268ded837c4f2ca lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.696827:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.696829:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.696830:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c0:0x0].0x0 (00000000b17f474f) 00010000:00010000:1.0:1771968961.696832:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1771968961.696832:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000344e9b4a/0x9268ded837c50618 lrc: 3/0,1 mode: PW/PW res: [0x3bd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696834:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004575742c/0x9268ded837c4f2ca lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696850:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004575742c/0x9268ded837c4f2ca lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.696850:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000344e9b4a/0x9268ded837c50618 lrc: 4/0,1 mode: PW/PW res: [0x3bd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696886:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000069dcb738/0x9268ded837c4f2d8 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x408:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696896:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000069dcb738/0x9268ded837c4f2d8 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696905:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000069dcb738/0x9268ded837c4f2d8 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696911:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000069dcb738 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.696912:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000069dcb738/0x9268ded837c4f2d8 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696918:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000069dcb738/0x9268ded837c4f2d8 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696926:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x408:0x0].0x75c74963 (000000005738260e) 00010000:00010000:1.0:1771968961.696928:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.696930:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000069dcb738/0x9268ded837c4f2d8 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x408:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696936:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000069dcb738/0x9268ded837c4f2d8 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x408:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696956:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000ea0e74fd/0x9268ded837c4f2df lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696961:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ea0e74fd/0x9268ded837c4f2df lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696967:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ea0e74fd/0x9268ded837c4f2df lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696975:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ea0e74fd already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.696982:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ea0e74fd/0x9268ded837c4f2df lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696988:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ea0e74fd/0x9268ded837c4f2df lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.696995:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a8:0x0].0x0 (00000000a77d5225) 00010000:00010000:1.0:1771968961.696997:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.696999:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ea0e74fd/0x9268ded837c4f2df lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697004:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ea0e74fd/0x9268ded837c4f2df lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7a8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697022:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000ecd26a6d/0x9268ded837c4f2f4 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x40b:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697028:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ecd26a6d/0x9268ded837c4f2f4 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697034:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ecd26a6d/0x9268ded837c4f2f4 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697039:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ecd26a6d already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.697045:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ecd26a6d/0x9268ded837c4f2f4 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697050:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ecd26a6d/0x9268ded837c4f2f4 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697059:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40b:0x0].0x75c74963 (00000000d5023644) 00010000:00010000:1.0:1771968961.697061:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.697063:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ecd26a6d/0x9268ded837c4f2f4 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x40b:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697069:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ecd26a6d/0x9268ded837c4f2f4 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x40b:0x0].0x75c74963 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697083:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000ff4ab974/0x9268ded837c4f2fb lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697089:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ff4ab974/0x9268ded837c4f2fb lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697095:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ff4ab974/0x9268ded837c4f2fb lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697100:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ff4ab974 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.697102:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ff4ab974/0x9268ded837c4f2fb lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697107:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ff4ab974/0x9268ded837c4f2fb lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697114:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7ac:0x0].0x0 (000000005a368a94) 00010000:00010000:1.0:1771968961.697116:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.697118:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ff4ab974/0x9268ded837c4f2fb lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697128:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ff4ab974/0x9268ded837c4f2fb lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697148:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000008e91484c/0x9268ded837c4f310 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x408:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697153:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008e91484c/0x9268ded837c4f310 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697158:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008e91484c/0x9268ded837c4f310 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697163:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008e91484c already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.697165:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008e91484c/0x9268ded837c4f310 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697170:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008e91484c/0x9268ded837c4f310 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697197:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x408:0x0].0xeff62052 (00000000b0323fb3) 00010000:00010000:1.0:1771968961.697200:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.697202:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008e91484c/0x9268ded837c4f310 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x408:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697207:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008e91484c/0x9268ded837c4f310 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x408:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697219:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000008719635b/0x9268ded837c4f317 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x40a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697228:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008719635b/0x9268ded837c4f317 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x40a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697232:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008719635b/0x9268ded837c4f317 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697237:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008719635b already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.697239:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008719635b/0x9268ded837c4f317 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697243:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008719635b/0x9268ded837c4f317 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x40a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697250:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40a:0x0].0x0 (0000000039e92261) 00010000:00010000:1.0:1771968961.697251:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.697253:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008719635b/0x9268ded837c4f317 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x40a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697257:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008719635b/0x9268ded837c4f317 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x40a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697271:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000005d9fa1df/0x9268ded837c4f32c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x40b:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697277:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005d9fa1df/0x9268ded837c4f32c lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697282:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005d9fa1df/0x9268ded837c4f32c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697291:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005d9fa1df already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.697292:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005d9fa1df/0x9268ded837c4f32c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697297:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005d9fa1df/0x9268ded837c4f32c lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697304:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40b:0x0].0xeff62052 (000000004cdc196b) 00010000:00010000:1.0:1771968961.697306:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.697308:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005d9fa1df/0x9268ded837c4f32c lrc: 2/0,0 mode: --/COS res: [0x200000402:0x40b:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697314:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005d9fa1df/0x9268ded837c4f32c lrc: 0/0,0 mode: --/COS res: [0x200000402:0x40b:0x0].0xeff62052 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697326:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000da143d00/0x9268ded837c4f333 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x40d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697332:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000da143d00/0x9268ded837c4f333 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x40d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697337:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000da143d00/0x9268ded837c4f333 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697343:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000da143d00 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.697345:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da143d00/0x9268ded837c4f333 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697350:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da143d00/0x9268ded837c4f333 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x40d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697358:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40d:0x0].0x0 (0000000059cb65a0) 00010000:00010000:1.0:1771968961.697360:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.697361:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000da143d00/0x9268ded837c4f333 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x40d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697366:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000da143d00/0x9268ded837c4f333 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x40d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697381:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f34f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x411:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697388:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f34f lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x411:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697393:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f34f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x411:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697398:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d8a648c4 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.697400:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f34f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x411:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697404:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f34f lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x411:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697411:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x411:0x0].0x77103a66 (00000000a86c1cc2) 00010000:00010000:1.0:1771968961.697413:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.697415:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f34f lrc: 2/0,0 mode: --/COS res: [0x200000402:0x411:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697424:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d8a648c4/0x9268ded837c4f34f lrc: 0/0,0 mode: --/COS res: [0x200000402:0x411:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697436:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000002b12cb5c/0x9268ded837c4f356 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x415:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697441:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002b12cb5c/0x9268ded837c4f356 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x415:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697446:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002b12cb5c/0x9268ded837c4f356 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x415:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697450:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002b12cb5c already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.697452:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002b12cb5c/0x9268ded837c4f356 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x415:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697457:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002b12cb5c/0x9268ded837c4f356 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x415:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697464:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x415:0x0].0x0 (000000008d52fb5a) 00010000:00010000:1.0:1771968961.697466:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.697468:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002b12cb5c/0x9268ded837c4f356 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x415:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697474:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002b12cb5c/0x9268ded837c4f356 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x415:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697486:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000006e46504d/0x9268ded837c4f372 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x411:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697493:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006e46504d/0x9268ded837c4f372 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x411:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697497:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006e46504d/0x9268ded837c4f372 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x411:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697500:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006e46504d already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.697501:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006e46504d/0x9268ded837c4f372 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x411:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697503:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006e46504d/0x9268ded837c4f372 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x411:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697507:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x411:0x0].0x14be06ab (00000000c72c6fb6) 00010000:00010000:1.0:1771968961.697508:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.697510:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006e46504d/0x9268ded837c4f372 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x411:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697512:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006e46504d/0x9268ded837c4f372 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x411:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697521:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000005abc85e3/0x9268ded837c4f379 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x412:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697524:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005abc85e3/0x9268ded837c4f379 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x412:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697528:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005abc85e3/0x9268ded837c4f379 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x412:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697533:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005abc85e3 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.697535:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005abc85e3/0x9268ded837c4f379 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x412:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697538:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005abc85e3/0x9268ded837c4f379 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x412:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697541:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x412:0x0].0x0 (0000000059944602) 00010000:00010000:1.0:1771968961.697542:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.697543:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005abc85e3/0x9268ded837c4f379 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x412:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697546:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005abc85e3/0x9268ded837c4f379 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x412:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697554:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000bf94e091/0x9268ded837c4f387 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x413:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697557:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bf94e091/0x9268ded837c4f387 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x413:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697559:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bf94e091/0x9268ded837c4f387 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x413:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697562:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bf94e091 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.697563:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bf94e091/0x9268ded837c4f387 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x413:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697566:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bf94e091/0x9268ded837c4f387 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x413:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697571:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x413:0x0].0x77103a66 (000000001db098cb) 00010000:00010000:1.0:1771968961.697572:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.697574:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bf94e091/0x9268ded837c4f387 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x413:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697576:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bf94e091/0x9268ded837c4f387 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x413:0x0].0x77103a66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697582:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000db64eb47/0x9268ded837c4f38e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x417:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697585:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000db64eb47/0x9268ded837c4f38e lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x417:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697587:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000db64eb47/0x9268ded837c4f38e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x417:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697590:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000db64eb47 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.697591:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000db64eb47/0x9268ded837c4f38e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x417:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697594:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000db64eb47/0x9268ded837c4f38e lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x417:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697597:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x417:0x0].0x0 (0000000095529b14) 00010000:00010000:1.0:1771968961.697598:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.697599:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000db64eb47/0x9268ded837c4f38e lrc: 2/0,0 mode: --/COS res: [0x200000402:0x417:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697605:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000db64eb47/0x9268ded837c4f38e lrc: 0/0,0 mode: --/COS res: [0x200000402:0x417:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697613:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000ff68ba68/0x9268ded837c4f3a3 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x411:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697616:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ff68ba68/0x9268ded837c4f3a3 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x411:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697619:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ff68ba68/0x9268ded837c4f3a3 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x411:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697621:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ff68ba68 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.697622:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ff68ba68/0x9268ded837c4f3a3 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x411:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697625:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ff68ba68/0x9268ded837c4f3a3 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x411:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697628:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x411:0x0].0xc4fc354d (00000000881d42aa) 00010000:00010000:1.0:1771968961.697629:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.697630:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ff68ba68/0x9268ded837c4f3a3 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x411:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697633:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ff68ba68/0x9268ded837c4f3a3 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x411:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697640:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000006d7428f6/0x9268ded837c4f3aa lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x416:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697646:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006d7428f6/0x9268ded837c4f3aa lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x416:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697649:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006d7428f6/0x9268ded837c4f3aa lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x416:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697652:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006d7428f6 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.697653:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006d7428f6/0x9268ded837c4f3aa lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x416:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697655:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006d7428f6/0x9268ded837c4f3aa lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x416:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697659:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x416:0x0].0x0 (000000001cbb9474) 00010000:00010000:1.0:1771968961.697660:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.697661:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006d7428f6/0x9268ded837c4f3aa lrc: 2/0,0 mode: --/COS res: [0x200000402:0x416:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697666:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006d7428f6/0x9268ded837c4f3aa lrc: 0/0,0 mode: --/COS res: [0x200000402:0x416:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697683:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000093a7873b/0x9268ded837c4f3bf lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x413:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697688:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000093a7873b/0x9268ded837c4f3bf lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x413:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697692:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000093a7873b/0x9268ded837c4f3bf lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x413:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697701:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000093a7873b already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.697704:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000093a7873b/0x9268ded837c4f3bf lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x413:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697709:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000093a7873b/0x9268ded837c4f3bf lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x413:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697717:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x413:0x0].0x14be06ab (00000000a2888528) 00010000:00010000:1.0:1771968961.697719:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.697721:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000093a7873b/0x9268ded837c4f3bf lrc: 2/0,0 mode: --/COS res: [0x200000402:0x413:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697726:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000093a7873b/0x9268ded837c4f3bf lrc: 0/0,0 mode: --/COS res: [0x200000402:0x413:0x0].0x14be06ab bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697734:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000008dbc2729/0x9268ded837c4f3c6 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x414:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697738:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008dbc2729/0x9268ded837c4f3c6 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x414:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697742:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008dbc2729/0x9268ded837c4f3c6 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x414:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697744:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008dbc2729 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.697745:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008dbc2729/0x9268ded837c4f3c6 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x414:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697748:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008dbc2729/0x9268ded837c4f3c6 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x414:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697753:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x414:0x0].0x0 (000000001dbd83a6) 00010000:00010000:1.0:1771968961.697755:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.697756:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008dbc2729/0x9268ded837c4f3c6 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x414:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697759:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008dbc2729/0x9268ded837c4f3c6 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x414:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697768:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000eccde787/0x9268ded837c4f3db lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x413:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697771:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000eccde787/0x9268ded837c4f3db lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x413:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697774:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000eccde787/0x9268ded837c4f3db lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x413:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697777:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eccde787 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.697778:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eccde787/0x9268ded837c4f3db lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x413:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697781:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eccde787/0x9268ded837c4f3db lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x413:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697785:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x413:0x0].0xc4fc354d (00000000f7e0b8f1) 00010000:00010000:1.0:1771968961.697786:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.697787:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000eccde787/0x9268ded837c4f3db lrc: 2/0,0 mode: --/COS res: [0x200000402:0x413:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697793:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eccde787/0x9268ded837c4f3db lrc: 0/0,0 mode: --/COS res: [0x200000402:0x413:0x0].0xc4fc354d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697799:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000000fdd4ccc/0x9268ded837c4f3e2 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x418:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697802:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000fdd4ccc/0x9268ded837c4f3e2 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x418:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697805:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000fdd4ccc/0x9268ded837c4f3e2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x418:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697808:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000fdd4ccc already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.697808:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000fdd4ccc/0x9268ded837c4f3e2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x418:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697811:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000fdd4ccc/0x9268ded837c4f3e2 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x418:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697816:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x418:0x0].0x0 (00000000afa67928) 00010000:00010000:1.0:1771968961.697818:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.697820:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000fdd4ccc/0x9268ded837c4f3e2 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x418:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697824:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000fdd4ccc/0x9268ded837c4f3e2 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x418:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697837:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000ed3b5046/0x9268ded837c4f413 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697846:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ed3b5046/0x9268ded837c4f413 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697852:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ed3b5046/0x9268ded837c4f413 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.697857:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ed3b5046 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968961.698269:0:14875:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000561ec207/0x9268ded837c4de17 lrc: 0/0,0 mode: --/PW res: [0x3be:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e25b expref: 78 pid: 14893 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.698282:0:14875:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005671625b pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14875:1858043760294720:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.698303:0:14875:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000056acc281/0x9268ded837c505d2 lrc: 3/0,1 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.698313:0:14875:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000056acc281/0x9268ded837c505d2 lrc: 3/0,1 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.698319:0:14875:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000056acc281/0x9268ded837c505d2 lrc: 3/0,1 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.698328:0:14875:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056acc281/0x9268ded837c505d2 lrc: 3/0,1 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.698334:0:14875:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000056acc281/0x9268ded837c505d2 lrc: 2/0,0 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.698376:0:14875:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1771968961.698467:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ed3b5046/0x9268ded837c4f413 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698476:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ed3b5046/0x9268ded837c4f413 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698484:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e0:0x0].0x1e68dc46 (00000000afcc3314) 00010000:00010000:1.0:1771968961.698486:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.698488:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ed3b5046/0x9268ded837c4f413 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e0:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698492:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ed3b5046/0x9268ded837c4f413 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e0:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698503:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000c0ab53b3/0x9268ded837c4f41a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x795:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698506:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c0ab53b3/0x9268ded837c4f41a lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x795:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698509:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c0ab53b3/0x9268ded837c4f41a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x795:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698516:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c0ab53b3 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.698517:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c0ab53b3/0x9268ded837c4f41a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x795:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698521:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c0ab53b3/0x9268ded837c4f41a lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x795:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698525:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x795:0x0].0x0 (00000000c7e335de) 00010000:00010000:1.0:1771968961.698526:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.698527:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c0ab53b3/0x9268ded837c4f41a lrc: 2/0,0 mode: --/COS res: [0x200000402:0x795:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698530:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c0ab53b3/0x9268ded837c4f41a lrc: 0/0,0 mode: --/COS res: [0x200000402:0x795:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698544:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000813282b3/0x9268ded837c4f44b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698547:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000813282b3/0x9268ded837c4f44b lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698550:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000813282b3/0x9268ded837c4f44b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698553:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000813282b3 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.698554:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000813282b3/0x9268ded837c4f44b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698557:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000813282b3/0x9268ded837c4f44b lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698564:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e0:0x0].0x204a7f30 (000000006997d99e) 00010000:00010000:1.0:1771968961.698566:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.698567:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000813282b3/0x9268ded837c4f44b lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e0:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698569:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000813282b3/0x9268ded837c4f44b lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e0:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698578:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000087275aaa/0x9268ded837c4f452 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698580:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000087275aaa/0x9268ded837c4f452 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698583:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000087275aaa/0x9268ded837c4f452 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698586:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000087275aaa already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.698587:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000087275aaa/0x9268ded837c4f452 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698590:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000087275aaa/0x9268ded837c4f452 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698594:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e3:0x0].0x0 (0000000042d0a8c7) 00010000:00010000:1.0:1771968961.698595:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.698596:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000087275aaa/0x9268ded837c4f452 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698601:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000087275aaa/0x9268ded837c4f452 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698611:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000b064f7d5/0x9268ded837c4f48a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698614:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b064f7d5/0x9268ded837c4f48a lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698617:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b064f7d5/0x9268ded837c4f48a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698620:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b064f7d5 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.698621:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b064f7d5/0x9268ded837c4f48a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698625:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b064f7d5/0x9268ded837c4f48a lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698629:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e0:0x0].0x28dc98c0 (00000000dc802fdc) 00010000:00010000:1.0:1771968961.698631:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.698633:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b064f7d5/0x9268ded837c4f48a lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e0:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698638:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b064f7d5/0x9268ded837c4f48a lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e0:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698653:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f491 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698662:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f491 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698668:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f491 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698674:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000019784ba1 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.698676:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f491 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698682:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f491 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698690:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a0:0x0].0x0 (00000000307bc713) 00010000:00010000:1.0:1771968961.698692:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.698694:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f491 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698700:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000019784ba1/0x9268ded837c4f491 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698719:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000009a9875a0/0x9268ded837c4f467 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3df:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698725:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009a9875a0/0x9268ded837c4f467 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698731:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009a9875a0/0x9268ded837c4f467 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698741:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009a9875a0 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.698744:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009a9875a0/0x9268ded837c4f467 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698750:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009a9875a0/0x9268ded837c4f467 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698759:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3df:0x0].0x1e68dc46 (00000000074966e7) 00010000:00010000:1.0:1771968961.698761:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.698763:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009a9875a0/0x9268ded837c4f467 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3df:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698769:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009a9875a0/0x9268ded837c4f467 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3df:0x0].0x1e68dc46 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698782:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000001920eb5e/0x9268ded837c4f46e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x798:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698788:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001920eb5e/0x9268ded837c4f46e lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x798:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698794:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001920eb5e/0x9268ded837c4f46e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x798:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698799:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001920eb5e already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.698802:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001920eb5e/0x9268ded837c4f46e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x798:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698807:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001920eb5e/0x9268ded837c4f46e lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x798:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698816:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x798:0x0].0x0 (00000000704f5e48) 00010000:00010000:1.0:1771968961.698818:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.698820:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001920eb5e/0x9268ded837c4f46e lrc: 2/0,0 mode: --/COS res: [0x200000402:0x798:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698826:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001920eb5e/0x9268ded837c4f46e lrc: 0/0,0 mode: --/COS res: [0x200000402:0x798:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.698833:0:14875:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003259198f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+13:3333:x1858043760294144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 16438us (17351us total) trans 4294969005 rc 0/0 00010000:00010000:1.0:1771968961.698844:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000007421e5a9/0x9268ded837c4f4c2 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.698845:0:14875:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6273 00010000:00010000:1.0:1771968961.698855:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007421e5a9/0x9268ded837c4f4c2 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698870:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007421e5a9/0x9268ded837c4f4c2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698876:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007421e5a9 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.698879:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007421e5a9/0x9268ded837c4f4c2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698885:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007421e5a9/0x9268ded837c4f4c2 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698894:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e0:0x0].0x91184568 (000000008483c71d) 00010000:00010000:1.0:1771968961.698897:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.698899:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007421e5a9/0x9268ded837c4f4c2 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e0:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698910:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007421e5a9/0x9268ded837c4f4c2 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e0:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.698914:0:15875:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d8e39f83/0x9268ded837c4d1f3 lrc: 0/0,0 mode: --/PW res: [0x3b7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03de09 expref: 96 pid: 14885 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.698932:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000084888f03/0x9268ded837c4f4c9 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x78a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.698934:0:15875:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d49cf029 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15875:1858043760295104:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.698946:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000084888f03/0x9268ded837c4f4c9 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x78a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698953:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000084888f03/0x9268ded837c4f4c9 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x78a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.698958:0:15875:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000038b5e75/0x9268ded837c505fc lrc: 3/0,1 mode: PW/PW res: [0x3b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698960:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000084888f03 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.698964:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000084888f03/0x9268ded837c4f4c9 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x78a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.698973:0:15875:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000038b5e75/0x9268ded837c505fc lrc: 3/0,1 mode: PW/PW res: [0x3b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698975:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000084888f03/0x9268ded837c4f4c9 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x78a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.698993:0:15875:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000038b5e75/0x9268ded837c505fc lrc: 3/0,1 mode: PW/PW res: [0x3b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.698997:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x78a:0x0].0x0 (000000003a218216) 00010000:00010000:1.0:1771968961.699003:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.699006:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000084888f03/0x9268ded837c4f4c9 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x78a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.699008:0:15875:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000038b5e75/0x9268ded837c505fc lrc: 3/0,1 mode: PW/PW res: [0x3b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.699018:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000084888f03/0x9268ded837c4f4c9 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x78a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.699021:0:15875:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000038b5e75/0x9268ded837c505fc lrc: 2/0,0 mode: PW/PW res: [0x3b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.699044:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000001a1ccaa2/0x9268ded837c4f4e5 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e0:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.699046:0:15875:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1771968961.699060:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001a1ccaa2/0x9268ded837c4f4e5 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.699066:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001a1ccaa2/0x9268ded837c4f4e5 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.699073:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001a1ccaa2 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.699075:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a1ccaa2/0x9268ded837c4f4e5 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.699081:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a1ccaa2/0x9268ded837c4f4e5 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.699089:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e0:0x0].0xf786fdb3 (00000000f6b4702f) 00010000:00010000:1.0:1771968961.699092:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.699094:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001a1ccaa2/0x9268ded837c4f4e5 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e0:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.699100:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001a1ccaa2/0x9268ded837c4f4e5 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e0:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.699115:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000067868dce/0x9268ded837c4f4ec lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.699121:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000067868dce/0x9268ded837c4f4ec lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.699127:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000067868dce/0x9268ded837c4f4ec lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.699137:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000067868dce already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.699139:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000067868dce/0x9268ded837c4f4ec lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.699145:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000067868dce/0x9268ded837c4f4ec lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.699153:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e2:0x0].0x0 (000000002e2fd659) 00010000:00010000:1.0:1771968961.699156:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.699158:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000067868dce/0x9268ded837c4f4ec lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.699287:0:15875:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000935818b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+13:3334:x1858043760293696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13980us (14323us total) trans 4294969094 rc 0/0 00000100:00100000:3.0:1771968961.699297:0:15875:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6279 00010000:00010000:3.0:1771968961.699331:0:14896:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f8c08da0/0x9268ded837c4e51e lrc: 0/0,0 mode: --/PR res: [0x3c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e4c3 expref: 95 pid: 14875 timeout: 540 lvb_type: 1 00000100:00100000:3.0:1771968961.699342:0:14896:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c67cdce0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14896:1858043760295168:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.699353:0:14896:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b93581b3/0x9268ded837c50603 lrc: 3/0,1 mode: PW/PW res: [0x3c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.699359:0:14896:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b93581b3/0x9268ded837c50603 lrc: 3/0,1 mode: PW/PW res: [0x3c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.699364:0:14896:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b93581b3/0x9268ded837c50603 lrc: 3/0,1 mode: PW/PW res: [0x3c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.699372:0:14896:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b93581b3/0x9268ded837c50603 lrc: 3/0,1 mode: PW/PW res: [0x3c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.699378:0:14896:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b93581b3/0x9268ded837c50603 lrc: 2/0,0 mode: PW/PW res: [0x3c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.699392:0:14896:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1771968961.699487:0:14896:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003df78ae2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+13:3334:x1858043760293952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13993us (14399us total) trans 4294969095 rc 0/0 00000100:00100000:3.0:1771968961.699494:0:14896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6280 00010000:00010000:3.0:1771968961.699523:0:13424:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007bb87772/0x9268ded837c4eb53 lrc: 0/0,0 mode: --/PR res: [0x3c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e6ec expref: 77 pid: 14890 timeout: 540 lvb_type: 1 00000100:00100000:3.0:1771968961.699538:0:13424:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e9b9e0b6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13424:1858043760295232:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.699551:0:13424:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000075975504/0x9268ded837c5060a lrc: 3/0,1 mode: PW/PW res: [0x3c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.699558:0:13424:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000075975504/0x9268ded837c5060a lrc: 3/0,1 mode: PW/PW res: [0x3c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.699564:0:13424:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075975504/0x9268ded837c5060a lrc: 3/0,1 mode: PW/PW res: [0x3c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.699571:0:13424:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075975504/0x9268ded837c5060a lrc: 3/0,1 mode: PW/PW res: [0x3c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.699577:0:13424:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000075975504/0x9268ded837c5060a lrc: 2/0,0 mode: PW/PW res: [0x3c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.699585:0:13424:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1771968961.699678:0:13424:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a425e012 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+13:3334:x1858043760294208:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14063us (14536us total) trans 4294969006 rc 0/0 00000100:00100000:3.0:1771968961.699684:0:13424:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6281 00010000:00010000:3.0:1771968961.699714:0:14877:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000094087a79/0x9268ded837c03cfc lrc: 0/0,0 mode: --/PW res: [0x1d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025633 expref: 76 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.699724:0:14877:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054a4900d pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14877:1858043760295296:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.699735:0:14877:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c9ae68e4/0x9268ded837c50611 lrc: 3/0,1 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.699742:0:14877:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c9ae68e4/0x9268ded837c50611 lrc: 3/0,1 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.699748:0:14877:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9ae68e4/0x9268ded837c50611 lrc: 3/0,1 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.699754:0:14877:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9ae68e4/0x9268ded837c50611 lrc: 3/0,1 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.699760:0:14877:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c9ae68e4/0x9268ded837c50611 lrc: 2/0,0 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.699768:0:14877:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:1.0:1771968961.699870:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000067868dce/0x9268ded837c4f4ec lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.699896:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000008972a567/0x9268ded837c4f4fa lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3df:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.699903:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008972a567/0x9268ded837c4f4fa lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.699909:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008972a567/0x9268ded837c4f4fa lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.699914:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008972a567 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.699917:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008972a567/0x9268ded837c4f4fa lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.699923:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008972a567/0x9268ded837c4f4fa lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.699933:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3df:0x0].0x204a7f30 (00000000c6aaf11f) 00010000:00010000:1.0:1771968961.699936:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.699939:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008972a567/0x9268ded837c4f4fa lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3df:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.699945:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008972a567/0x9268ded837c4f4fa lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3df:0x0].0x204a7f30 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.699960:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000b42a452d/0x9268ded837c4f501 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.699966:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b42a452d/0x9268ded837c4f501 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.699972:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b42a452d/0x9268ded837c4f501 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.699986:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b42a452d already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.699988:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b42a452d/0x9268ded837c4f501 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.699995:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b42a452d/0x9268ded837c4f501 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700003:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e4:0x0].0x0 (00000000e8a4da9f) 00010000:00010000:1.0:1771968961.700005:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.700007:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b42a452d/0x9268ded837c4f501 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700017:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b42a452d/0x9268ded837c4f501 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700039:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000de5d9572/0x9268ded837c4f516 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e0:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700045:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000de5d9572/0x9268ded837c4f516 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700052:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000de5d9572/0x9268ded837c4f516 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700058:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000de5d9572 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.700060:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000de5d9572/0x9268ded837c4f516 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700066:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000de5d9572/0x9268ded837c4f516 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700074:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e0:0x0].0xba61c71c (000000000dc00f2e) 00010000:00010000:1.0:1771968961.700076:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.700078:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000de5d9572/0x9268ded837c4f516 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e0:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700084:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000de5d9572/0x9268ded837c4f516 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e0:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700098:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000a080944a/0x9268ded837c4f51d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x790:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700109:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a080944a/0x9268ded837c4f51d lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x790:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700115:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a080944a/0x9268ded837c4f51d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x790:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700120:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a080944a already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.700123:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a080944a/0x9268ded837c4f51d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x790:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700129:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a080944a/0x9268ded837c4f51d lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x790:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700137:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x790:0x0].0x0 (000000002544eed9) 00010000:00010000:1.0:1771968961.700140:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.700142:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a080944a/0x9268ded837c4f51d lrc: 2/0,0 mode: --/COS res: [0x200000402:0x790:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700147:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a080944a/0x9268ded837c4f51d lrc: 0/0,0 mode: --/COS res: [0x200000402:0x790:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700165:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000242c3d0c/0x9268ded837c4f54e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3df:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700494:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000242c3d0c/0x9268ded837c4f54e lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700498:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000242c3d0c/0x9268ded837c4f54e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700505:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000242c3d0c already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.700507:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000242c3d0c/0x9268ded837c4f54e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700510:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000242c3d0c/0x9268ded837c4f54e lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700516:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3df:0x0].0x28dc98c0 (00000000429c5473) 00010000:00010000:1.0:1771968961.700518:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.700519:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000242c3d0c/0x9268ded837c4f54e lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3df:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700523:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000242c3d0c/0x9268ded837c4f54e lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3df:0x0].0x28dc98c0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700534:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000a120d252/0x9268ded837c4f555 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700537:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a120d252/0x9268ded837c4f555 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700541:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a120d252/0x9268ded837c4f555 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700545:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a120d252 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.700546:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a120d252/0x9268ded837c4f555 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700549:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a120d252/0x9268ded837c4f555 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700556:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7a2:0x0].0x0 (00000000673fdb48) 00010000:00010000:1.0:1771968961.700557:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.700558:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a120d252/0x9268ded837c4f555 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700561:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a120d252/0x9268ded837c4f555 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7a2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700574:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000007393b89b/0x9268ded837c4f56a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e0:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700578:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007393b89b/0x9268ded837c4f56a lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700581:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007393b89b/0x9268ded837c4f56a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700584:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007393b89b already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.700585:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007393b89b/0x9268ded837c4f56a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700589:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007393b89b/0x9268ded837c4f56a lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700593:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e0:0x0].0xdb4ed787 (000000008c9754e7) 00010000:00010000:1.0:1771968961.700595:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.700596:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007393b89b/0x9268ded837c4f56a lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e0:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700602:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007393b89b/0x9268ded837c4f56a lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e0:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700615:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000df119770/0x9268ded837c4f571 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x793:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700619:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000df119770/0x9268ded837c4f571 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x793:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700622:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000df119770/0x9268ded837c4f571 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x793:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700625:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000df119770 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.700627:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000df119770/0x9268ded837c4f571 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x793:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700630:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000df119770/0x9268ded837c4f571 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x793:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700639:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x793:0x0].0x0 (00000000843d2605) 00010000:00010000:1.0:1771968961.700640:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.700641:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000df119770/0x9268ded837c4f571 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x793:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700644:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000df119770/0x9268ded837c4f571 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x793:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700660:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000255ddd5b/0x9268ded837c4f586 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3df:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700670:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000255ddd5b/0x9268ded837c4f586 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700676:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000255ddd5b/0x9268ded837c4f586 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700682:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000255ddd5b already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.700684:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000255ddd5b/0x9268ded837c4f586 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700690:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000255ddd5b/0x9268ded837c4f586 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.700698:0:14877:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4c78875 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+13:3334:x1858043760294464:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14946us (15524us total) trans 4294969007 rc 0/0 00010000:00010000:1.0:1771968961.700699:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3df:0x0].0x91184568 (0000000037717de9) 00010000:00010000:1.0:1771968961.700704:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.700707:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000255ddd5b/0x9268ded837c4f586 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3df:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.700713:0:14877:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6282 00010000:00010000:1.0:1771968961.700720:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000255ddd5b/0x9268ded837c4f586 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3df:0x0].0x91184568 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700736:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000043c7e062/0x9268ded837c4f58d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x78d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700743:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000043c7e062/0x9268ded837c4f58d lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x78d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700749:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000043c7e062/0x9268ded837c4f58d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x78d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700759:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000043c7e062 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.700762:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000043c7e062/0x9268ded837c4f58d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x78d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1771968961.700766:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006a13703e/2, rc 0, transno 1709 00010000:00010000:1.0:1771968961.700767:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000043c7e062/0x9268ded837c4f58d lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x78d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700779:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x78d:0x0].0x0 (00000000a2730857) 00010000:00010000:1.0:1771968961.700781:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.700784:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000043c7e062/0x9268ded837c4f58d lrc: 2/0,0 mode: --/COS res: [0x200000402:0x78d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700789:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000043c7e062/0x9268ded837c4f58d lrc: 0/0,0 mode: --/COS res: [0x200000402:0x78d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.700797:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a13703e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760294144:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.700809:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000099c6a9b2/0x9268ded837c4f5a2 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700815:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000099c6a9b2/0x9268ded837c4f5a2 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700818:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000099c6a9b2/0x9268ded837c4f5a2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700821:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000099c6a9b2 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.700823:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000099c6a9b2/0x9268ded837c4f5a2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.700824:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1771968961.700826:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000099c6a9b2/0x9268ded837c4f5a2 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.700831:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000056acc281/0x9268ded837c505d2 lrc: 2/0,0 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700834:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e0:0x0].0x193cfbd6 (000000005dd84ffc) 00010000:00010000:1.0:1771968961.700839:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.700841:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000099c6a9b2/0x9268ded837c4f5a2 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e0:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.700851:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000056acc281 already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.700852:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000099c6a9b2/0x9268ded837c4f5a2 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e0:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.700857:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000056acc281/0x9268ded837c505d2 lrc: 2/0,0 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700876:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000068ae09bd/0x9268ded837c4f5a9 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700889:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000068ae09bd/0x9268ded837c4f5a9 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700899:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000068ae09bd/0x9268ded837c4f5a9 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.700900:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000056acc281/0x9268ded837c505d2 lrc: 3/0,0 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700907:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000068ae09bd already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.700910:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000068ae09bd/0x9268ded837c4f5a9 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700919:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000068ae09bd/0x9268ded837c4f5a9 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700924:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79d:0x0].0x0 (00000000e063de41) 00010000:00010000:1.0:1771968961.700925:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.700927:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000068ae09bd/0x9268ded837c4f5a9 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.700930:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000056acc281/0x9268ded837c505d2 lrc: 1/0,0 mode: --/PW res: [0x3be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.700941:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000068ae09bd/0x9268ded837c4f5a9 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x79d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.700945:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056acc281/0x9268ded837c505d2 lrc: 0/0,0 mode: --/PW res: [0x3be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.700975:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1771968961.700975:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000009fbc349a/0x9268ded837c4f5be lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3df:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.700979:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000038b5e75/0x9268ded837c505fc lrc: 2/0,0 mode: PW/PW res: [0x3b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.700985:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000038b5e75 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.700988:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000038b5e75/0x9268ded837c505fc lrc: 2/0,0 mode: PW/PW res: [0x3b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.700994:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000038b5e75/0x9268ded837c505fc lrc: 3/0,0 mode: PW/PW res: [0x3b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.701005:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000038b5e75/0x9268ded837c505fc lrc: 1/0,0 mode: --/PW res: [0x3b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.701011:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000038b5e75/0x9268ded837c505fc lrc: 0/0,0 mode: --/PW res: [0x3b7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701026:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009fbc349a/0x9268ded837c4f5be lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.701027:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1771968961.701032:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b93581b3/0x9268ded837c50603 lrc: 2/0,0 mode: PW/PW res: [0x3c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701035:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009fbc349a/0x9268ded837c4f5be lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.701049:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b93581b3 already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.701051:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009fbc349a already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968961.701054:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b93581b3/0x9268ded837c50603 lrc: 2/0,0 mode: PW/PW res: [0x3c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701055:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009fbc349a/0x9268ded837c4f5be lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701074:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009fbc349a/0x9268ded837c4f5be lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.701075:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b93581b3/0x9268ded837c50603 lrc: 3/0,0 mode: PW/PW res: [0x3c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701086:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3df:0x0].0xf786fdb3 (0000000083d404d6) 00010000:00010000:1.0:1771968961.701089:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.701092:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009fbc349a/0x9268ded837c4f5be lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3df:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.701093:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b93581b3/0x9268ded837c50603 lrc: 1/0,0 mode: --/PW res: [0x3c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701098:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009fbc349a/0x9268ded837c4f5be lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3df:0x0].0xf786fdb3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.701111:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b93581b3/0x9268ded837c50603 lrc: 0/0,0 mode: --/PW res: [0x3c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701117:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf2331a4/0x9268ded837c4f5c5 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701127:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cf2331a4/0x9268ded837c4f5c5 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.701129:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1771968961.701134:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000075975504/0x9268ded837c5060a lrc: 2/0,0 mode: PW/PW res: [0x3c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701136:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cf2331a4/0x9268ded837c4f5c5 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.701153:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000075975504 already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.701154:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cf2331a4 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968961.701157:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000075975504/0x9268ded837c5060a lrc: 2/0,0 mode: PW/PW res: [0x3c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701158:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cf2331a4/0x9268ded837c4f5c5 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.701170:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000075975504/0x9268ded837c5060a lrc: 3/0,0 mode: PW/PW res: [0x3c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.701201:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000075975504/0x9268ded837c5060a lrc: 1/0,0 mode: --/PW res: [0x3c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.701213:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075975504/0x9268ded837c5060a lrc: 0/0,0 mode: --/PW res: [0x3c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.701239:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.701242:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c9ae68e4/0x9268ded837c50611 lrc: 2/0,0 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701255:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cf2331a4/0x9268ded837c4f5c5 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.701257:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c9ae68e4 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.701260:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9ae68e4/0x9268ded837c50611 lrc: 2/0,0 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701266:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e1:0x0].0x0 (00000000967efd1d) 00010000:00010000:3.0:1771968961.701270:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9ae68e4/0x9268ded837c50611 lrc: 3/0,0 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.701282:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c9ae68e4/0x9268ded837c50611 lrc: 1/0,0 mode: --/PW res: [0x1d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.701288:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9ae68e4/0x9268ded837c50611 lrc: 0/0,0 mode: --/PW res: [0x1d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.701302:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.701304:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.701306:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.701314:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.701325:0:8204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000ea041a5/0x9268ded837c505c4 lrc: 3/0,1 mode: PW/PW res: [0x3b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.701339:0:8204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000ea041a5/0x9268ded837c505c4 lrc: 3/0,1 mode: PW/PW res: [0x3b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.701347:0:8204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000ea041a5/0x9268ded837c505c4 lrc: 3/0,1 mode: PW/PW res: [0x3b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.701354:0:8204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000ea041a5/0x9268ded837c505c4 lrc: 2/0,0 mode: PW/PW res: [0x3b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.701370:0:8204:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1771968961.701446:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.701448:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cf2331a4/0x9268ded837c4f5c5 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701453:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cf2331a4/0x9268ded837c4f5c5 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701469:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000f5fb8ca6/0x9268ded837c4f5da lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3df:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701474:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f5fb8ca6/0x9268ded837c4f5da lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701478:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f5fb8ca6/0x9268ded837c4f5da lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701484:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f5fb8ca6 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.701486:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f5fb8ca6/0x9268ded837c4f5da lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701489:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f5fb8ca6/0x9268ded837c4f5da lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701495:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3df:0x0].0xba61c71c (00000000d8e504ce) 00010000:00010000:1.0:1771968961.701496:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.701497:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f5fb8ca6/0x9268ded837c4f5da lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3df:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701500:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f5fb8ca6/0x9268ded837c4f5da lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3df:0x0].0xba61c71c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701509:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000c103ed27/0x9268ded837c4f5e1 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x794:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701513:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c103ed27/0x9268ded837c4f5e1 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x794:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701517:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c103ed27/0x9268ded837c4f5e1 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x794:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701520:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c103ed27 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.701521:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c103ed27/0x9268ded837c4f5e1 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x794:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701524:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c103ed27/0x9268ded837c4f5e1 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x794:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701534:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x794:0x0].0x0 (00000000594632bc) 00010000:00010000:1.0:1771968961.701537:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.701539:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c103ed27/0x9268ded837c4f5e1 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x794:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701545:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c103ed27/0x9268ded837c4f5e1 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x794:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701566:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000013f2cc57/0x9268ded837c4f5f6 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3df:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701573:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000013f2cc57/0x9268ded837c4f5f6 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701579:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000013f2cc57/0x9268ded837c4f5f6 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701584:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000013f2cc57 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.701587:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000013f2cc57/0x9268ded837c4f5f6 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701593:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000013f2cc57/0x9268ded837c4f5f6 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.701600:0:8204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b7d55482 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3333:x1858043760293632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19721us (20215us total) trans 4294969096 rc 0/0 00010000:00010000:1.0:1771968961.701603:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3df:0x0].0xdb4ed787 (000000005dfab052) 00010000:00010000:1.0:1771968961.701609:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1771968961.701613:0:8204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6271 00010000:00010000:1.0:1771968961.701613:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000013f2cc57/0x9268ded837c4f5f6 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3df:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701627:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000013f2cc57/0x9268ded837c4f5f6 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3df:0x0].0xdb4ed787 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701642:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000670f4f7f/0x9268ded837c4f5fd lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x797:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701646:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000670f4f7f/0x9268ded837c4f5fd lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x797:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701650:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000670f4f7f/0x9268ded837c4f5fd lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x797:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701653:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000670f4f7f already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.701654:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000670f4f7f/0x9268ded837c4f5fd lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x797:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1771968961.701655:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000815bb8e2/2, rc 0, transno 1800 00010000:00010000:1.0:1771968961.701661:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000670f4f7f/0x9268ded837c4f5fd lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x797:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.701671:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000815bb8e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760293632:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.701671:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x797:0x0].0x0 (00000000ca336e67) 00010000:00010000:1.0:1771968961.701675:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.701677:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000670f4f7f/0x9268ded837c4f5fd lrc: 2/0,0 mode: --/COS res: [0x200000402:0x797:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701683:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000670f4f7f/0x9268ded837c4f5fd lrc: 0/0,0 mode: --/COS res: [0x200000402:0x797:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701700:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000c3b129f8/0x9268ded837c4f619 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3df:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701712:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c3b129f8/0x9268ded837c4f619 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701718:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c3b129f8/0x9268ded837c4f619 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701724:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c3b129f8 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.701725:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c3b129f8/0x9268ded837c4f619 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701732:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c3b129f8/0x9268ded837c4f619 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701741:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3df:0x0].0x193cfbd6 (00000000b55d3fd8) 00010000:00010000:1.0:1771968961.701744:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.701747:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c3b129f8/0x9268ded837c4f619 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3df:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701753:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c3b129f8/0x9268ded837c4f619 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3df:0x0].0x193cfbd6 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.701762:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000054a4900d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760295616:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.701768:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c4f620 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x79e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701776:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c4f620 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x79e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701780:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c4f620 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701787:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a217e8b2 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.701789:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c4f620 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x79e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701793:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c4f620 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x79e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701798:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x79e:0x0].0x0 (00000000fdf0c1bf) 00010000:00010000:1.0:1771968961.701800:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.701801:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c4f620 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x79e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701805:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a217e8b2/0x9268ded837c4f620 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x79e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.701810:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1771968961.701822:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000006802b24f/0x9268ded837c4f635 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x442:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701827:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006802b24f/0x9268ded837c4f635 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x442:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701831:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006802b24f/0x9268ded837c4f635 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x442:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701834:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006802b24f already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.701836:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006802b24f/0x9268ded837c4f635 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x442:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701839:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006802b24f/0x9268ded837c4f635 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x442:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701846:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x442:0x0].0xdde1c156 (000000007b3a2a50) 00010000:00010000:1.0:1771968961.701848:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968961.701850:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1771968961.701850:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006802b24f/0x9268ded837c4f635 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x442:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.701856:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000ea041a5/0x9268ded837c505c4 lrc: 2/0,0 mode: PW/PW res: [0x3b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701856:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006802b24f/0x9268ded837c4f635 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x442:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701881:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000945cd46a/0x9268ded837c4f63c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x444:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701886:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000945cd46a/0x9268ded837c4f63c lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x444:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701891:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000945cd46a/0x9268ded837c4f63c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x444:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701897:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000945cd46a already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.701898:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000945cd46a/0x9268ded837c4f63c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x444:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701904:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000945cd46a/0x9268ded837c4f63c lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x444:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701912:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x444:0x0].0x0 (00000000f6fc6b70) 00010000:00010000:1.0:1771968961.701914:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.701916:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000945cd46a/0x9268ded837c4f63c lrc: 2/0,0 mode: --/COS res: [0x200000402:0x444:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701927:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000945cd46a/0x9268ded837c4f63c lrc: 0/0,0 mode: --/COS res: [0x200000402:0x444:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701944:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000004e003700/0x9268ded837c4f64a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x445:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701950:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004e003700/0x9268ded837c4f64a lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x445:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701954:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004e003700/0x9268ded837c4f64a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x445:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701959:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004e003700 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.701961:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004e003700/0x9268ded837c4f64a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x445:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701966:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004e003700/0x9268ded837c4f64a lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x445:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.701973:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x445:0x0].0xdde1c156 (0000000021614443) 00010000:00010000:1.0:1771968961.701976:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.702070:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004e003700/0x9268ded837c4f64a lrc: 2/0,0 mode: --/COS res: [0x200000402:0x445:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702077:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004e003700/0x9268ded837c4f64a lrc: 0/0,0 mode: --/COS res: [0x200000402:0x445:0x0].0xdde1c156 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702095:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000006ac2d811/0x9268ded837c4f651 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x448:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702106:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006ac2d811/0x9268ded837c4f651 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x448:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702111:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006ac2d811/0x9268ded837c4f651 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x448:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702117:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006ac2d811 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.702119:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006ac2d811/0x9268ded837c4f651 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x448:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702124:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006ac2d811/0x9268ded837c4f651 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x448:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702132:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x448:0x0].0x0 (0000000000dda79c) 00010000:00010000:1.0:1771968961.702134:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.702136:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006ac2d811/0x9268ded837c4f651 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x448:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702141:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006ac2d811/0x9268ded837c4f651 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x448:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702160:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000ff3fffbe/0x9268ded837c4f65f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x442:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702255:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ff3fffbe/0x9268ded837c4f65f lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x442:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702263:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ff3fffbe/0x9268ded837c4f65f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x442:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702519:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ff3fffbe already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.702521:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ff3fffbe/0x9268ded837c4f65f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x442:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702527:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ff3fffbe/0x9268ded837c4f65f lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x442:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702536:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x442:0x0].0xd4ab1204 (0000000053982d3c) 00010000:00010000:1.0:1771968961.702538:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.702540:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ff3fffbe/0x9268ded837c4f65f lrc: 2/0,0 mode: --/COS res: [0x200000402:0x442:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702545:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ff3fffbe/0x9268ded837c4f65f lrc: 0/0,0 mode: --/COS res: [0x200000402:0x442:0x0].0xd4ab1204 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702559:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000029235540/0x9268ded837c4f666 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702565:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000029235540/0x9268ded837c4f666 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702571:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000029235540/0x9268ded837c4f666 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702577:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000029235540 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.702578:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000029235540/0x9268ded837c4f666 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702584:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000029235540/0x9268ded837c4f666 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702592:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c4:0x0].0x0 (00000000c3dedf19) 00010000:00010000:1.0:1771968961.702594:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.702595:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000029235540/0x9268ded837c4f666 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702601:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000029235540/0x9268ded837c4f666 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7c4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702620:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000c575fdbe/0x9268ded837c4f674 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x445:0x0].0xff3d71c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702626:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c575fdbe/0x9268ded837c4f674 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x445:0x0].0xff3d71c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702631:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c575fdbe/0x9268ded837c4f674 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x445:0x0].0xff3d71c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702636:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c575fdbe already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.702638:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c575fdbe/0x9268ded837c4f674 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x445:0x0].0xff3d71c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702643:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c575fdbe/0x9268ded837c4f674 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x445:0x0].0xff3d71c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702650:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x445:0x0].0xff3d71c7 (0000000045d00695) 00010000:00010000:1.0:1771968961.702652:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.702655:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c575fdbe/0x9268ded837c4f674 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x445:0x0].0xff3d71c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702664:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c575fdbe/0x9268ded837c4f674 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x445:0x0].0xff3d71c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702683:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000d751a3b7/0x9268ded837c4f67b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702688:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d751a3b7/0x9268ded837c4f67b lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702694:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d751a3b7/0x9268ded837c4f67b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702699:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d751a3b7 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.702701:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d751a3b7/0x9268ded837c4f67b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702706:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d751a3b7/0x9268ded837c4f67b lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702712:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c2:0x0].0x0 (00000000de986302) 00010000:00010000:1.0:1771968961.702714:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.702716:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d751a3b7/0x9268ded837c4f67b lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702720:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d751a3b7/0x9268ded837c4f67b lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702736:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000a8534a4c/0x9268ded837c4f689 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x442:0x0].0xff3d71c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702745:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a8534a4c/0x9268ded837c4f689 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x442:0x0].0xff3d71c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702750:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a8534a4c/0x9268ded837c4f689 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x442:0x0].0xff3d71c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702754:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a8534a4c already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.702755:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a8534a4c/0x9268ded837c4f689 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x442:0x0].0xff3d71c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702759:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a8534a4c/0x9268ded837c4f689 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x442:0x0].0xff3d71c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702764:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x442:0x0].0xff3d71c7 (00000000961b55e4) 00010000:00010000:1.0:1771968961.702766:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.702767:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a8534a4c/0x9268ded837c4f689 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x442:0x0].0xff3d71c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702771:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a8534a4c/0x9268ded837c4f689 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x442:0x0].0xff3d71c7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702784:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000001b0b2eeb/0x9268ded837c4f690 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x7c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702789:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001b0b2eeb/0x9268ded837c4f690 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x7c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702793:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001b0b2eeb/0x9268ded837c4f690 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702802:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001b0b2eeb already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.702804:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001b0b2eeb/0x9268ded837c4f690 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x7c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702809:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001b0b2eeb/0x9268ded837c4f690 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x7c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702814:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x7c1:0x0].0x0 (000000009c3b04f2) 00010000:00010000:1.0:1771968961.702815:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.702817:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001b0b2eeb/0x9268ded837c4f690 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x7c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702821:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001b0b2eeb/0x9268ded837c4f690 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x7c1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702836:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000d8aaaf90/0x9268ded837c4f6eb lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702842:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d8aaaf90/0x9268ded837c4f6eb lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702847:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d8aaaf90/0x9268ded837c4f6eb lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702852:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d8aaaf90 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.702854:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d8aaaf90/0x9268ded837c4f6eb lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702869:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d8aaaf90/0x9268ded837c4f6eb lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702877:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d8:0x0].0x220bffe4 (000000004233e584) 00010000:00010000:1.0:1771968961.702879:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.702881:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d8aaaf90/0x9268ded837c4f6eb lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3d8:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702886:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d8aaaf90/0x9268ded837c4f6eb lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3d8:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702897:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000c2e1af3f/0x9268ded837c4f6f2 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x75d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702903:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c2e1af3f/0x9268ded837c4f6f2 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x75d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702909:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c2e1af3f/0x9268ded837c4f6f2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x75d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702914:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c2e1af3f already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.702916:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c2e1af3f/0x9268ded837c4f6f2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x75d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702921:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c2e1af3f/0x9268ded837c4f6f2 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x75d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702929:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x75d:0x0].0x0 (00000000a1ea0bec) 00010000:00010000:1.0:1771968961.702931:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.702933:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c2e1af3f/0x9268ded837c4f6f2 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x75d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702942:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c2e1af3f/0x9268ded837c4f6f2 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x75d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702960:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000003a7a8fe4/0x9268ded837c4f700 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.702966:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003a7a8fe4/0x9268ded837c4f700 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.702970:0:14890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000079f09a80/0x9268ded837c4e326 lrc: 0/0,0 mode: --/PR res: [0x3c1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e3ff expref: 94 pid: 14875 timeout: 540 lvb_type: 1 00000100:00100000:2.0:1771968961.702989:0:14890:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bf9937ec pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14890:1858043760294656:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.703027:0:14890:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006041c1b2/0x9268ded837c505cb lrc: 3/0,1 mode: PW/PW res: [0x3c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703028:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003a7a8fe4/0x9268ded837c4f700 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703045:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003a7a8fe4 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.703046:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003a7a8fe4/0x9268ded837c4f700 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703052:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003a7a8fe4/0x9268ded837c4f700 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703060:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d7:0x0].0x220bffe4 (000000009184eddf) 00010000:00010000:1.0:1771968961.703062:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.703064:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003a7a8fe4/0x9268ded837c4f700 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3d7:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703069:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003a7a8fe4/0x9268ded837c4f700 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3d7:0x0].0x220bffe4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703082:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000000d1b377e/0x9268ded837c4f707 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x75e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703092:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000d1b377e/0x9268ded837c4f707 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x75e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703097:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000d1b377e/0x9268ded837c4f707 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x75e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703102:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000d1b377e already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.703104:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d1b377e/0x9268ded837c4f707 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x75e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703109:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000d1b377e/0x9268ded837c4f707 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x75e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703116:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x75e:0x0].0x0 (00000000ee9ee925) 00010000:00010000:1.0:1771968961.703118:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.703120:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000d1b377e/0x9268ded837c4f707 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x75e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703126:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000d1b377e/0x9268ded837c4f707 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x75e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.703129:0:14888:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088b77642/0x9268ded837c4db70 lrc: 0/0,0 mode: --/PW res: [0x3bd:0x0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e166 expref: 93 pid: 14893 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.703151:0:14888:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008abc75af pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14888:1858043760295360:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.703158:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000076e8081/0x9268ded837c4f754 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703248:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000076e8081/0x9268ded837c4f754 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703255:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000076e8081/0x9268ded837c4f754 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703265:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000076e8081 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.703267:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000076e8081/0x9268ded837c4f754 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.703321:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.703338:0:14893:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005d677e43/0x9268ded837c505d9 lrc: 3/0,1 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.703348:0:14893:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d677e43/0x9268ded837c505d9 lrc: 3/0,1 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.703356:0:14893:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d677e43/0x9268ded837c505d9 lrc: 3/0,1 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.703363:0:14893:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d677e43/0x9268ded837c505d9 lrc: 2/0,0 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.703380:0:14893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1771968961.703507:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000076e8081/0x9268ded837c4f754 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703517:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d7:0x0].0x8344d724 (00000000ccef0b4e) 00010000:00010000:1.0:1771968961.703519:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.703521:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000076e8081/0x9268ded837c4f754 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3d7:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703527:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000076e8081/0x9268ded837c4f754 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3d7:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703540:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000020d88b35/0x9268ded837c4f75b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703546:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000020d88b35/0x9268ded837c4f75b lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703551:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000020d88b35/0x9268ded837c4f75b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703556:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000020d88b35 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.703558:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000020d88b35/0x9268ded837c4f75b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703564:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000020d88b35/0x9268ded837c4f75b lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703572:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3de:0x0].0x0 (00000000b6d12e3e) 00010000:00010000:1.0:1771968961.703574:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.703576:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000020d88b35/0x9268ded837c4f75b lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703581:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000020d88b35/0x9268ded837c4f75b lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3de:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703598:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f769 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703604:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f769 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703610:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f769 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703616:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001394e25a already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.703618:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f769 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703622:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f769 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703629:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d8:0x0].0x8344d724 (00000000e2b49aaa) 00010000:00010000:1.0:1771968961.703630:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.703632:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f769 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3d8:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703639:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001394e25a/0x9268ded837c4f769 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3d8:0x0].0x8344d724 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703656:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000cd886d7c/0x9268ded837c4f777 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703660:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cd886d7c/0x9268ded837c4f777 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703666:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cd886d7c/0x9268ded837c4f777 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703672:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cd886d7c already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.703674:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cd886d7c/0x9268ded837c4f777 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703679:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cd886d7c/0x9268ded837c4f777 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703686:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3dd:0x0].0x0 (000000004ecdaa64) 00010000:00010000:1.0:1771968961.703688:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.703690:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cd886d7c/0x9268ded837c4f777 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703696:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cd886d7c/0x9268ded837c4f777 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3dd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703718:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000037a52d7a/0x9268ded837c4f78c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703725:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000037a52d7a/0x9268ded837c4f78c lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703729:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000037a52d7a/0x9268ded837c4f78c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703732:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000037a52d7a already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.703733:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000037a52d7a/0x9268ded837c4f78c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703736:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000037a52d7a/0x9268ded837c4f78c lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703742:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d7:0x0].0x4e78d319 (00000000807fcfb4) 00010000:00010000:1.0:1771968961.703743:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.703745:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000037a52d7a/0x9268ded837c4f78c lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3d7:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703748:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000037a52d7a/0x9268ded837c4f78c lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3d7:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703759:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000777f7db9/0x9268ded837c4f793 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703763:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000777f7db9/0x9268ded837c4f793 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703767:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000777f7db9/0x9268ded837c4f793 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703773:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000777f7db9 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.703775:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000777f7db9/0x9268ded837c4f793 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703778:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000777f7db9/0x9268ded837c4f793 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703782:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d9:0x0].0x0 (00000000768a39c9) 00010000:00010000:1.0:1771968961.703783:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.703784:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000777f7db9/0x9268ded837c4f793 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703787:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000777f7db9/0x9268ded837c4f793 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3d9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703799:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000060fb7a31/0x9268ded837c4f7a8 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703802:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000060fb7a31/0x9268ded837c4f7a8 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703805:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000060fb7a31/0x9268ded837c4f7a8 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703808:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000060fb7a31 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.703809:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000060fb7a31/0x9268ded837c4f7a8 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703813:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000060fb7a31/0x9268ded837c4f7a8 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703819:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d8:0x0].0x4e78d319 (000000006390ea8a) 00010000:00010000:1.0:1771968961.703820:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.703822:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000060fb7a31/0x9268ded837c4f7a8 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3d8:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703825:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000060fb7a31/0x9268ded837c4f7a8 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3d8:0x0].0x4e78d319 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703835:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d538ea/0x9268ded837c4f7af lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703838:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d538ea/0x9268ded837c4f7af lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703841:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d538ea/0x9268ded837c4f7af lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703845:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f2d538ea already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.703846:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d538ea/0x9268ded837c4f7af lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703850:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d538ea/0x9268ded837c4f7af lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703853:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3da:0x0].0x0 (00000000774247c9) 00010000:00010000:1.0:1771968961.703854:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.703855:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d538ea/0x9268ded837c4f7af lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703872:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f2d538ea/0x9268ded837c4f7af lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3da:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703888:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000002fd0fa39/0x9268ded837c4f7c4 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703892:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002fd0fa39/0x9268ded837c4f7c4 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703896:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002fd0fa39/0x9268ded837c4f7c4 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703899:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002fd0fa39 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.703900:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002fd0fa39/0x9268ded837c4f7c4 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703903:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002fd0fa39/0x9268ded837c4f7c4 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703907:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d7:0x0].0x17610ee3 (00000000f18c8050) 00010000:00010000:1.0:1771968961.703908:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.703909:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002fd0fa39/0x9268ded837c4f7c4 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3d7:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703912:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002fd0fa39/0x9268ded837c4f7c4 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3d7:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703921:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000005e491a32/0x9268ded837c4f7cb lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x756:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703931:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005e491a32/0x9268ded837c4f7cb lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x756:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703937:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005e491a32/0x9268ded837c4f7cb lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x756:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703942:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005e491a32 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.703943:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005e491a32/0x9268ded837c4f7cb lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x756:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703948:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005e491a32/0x9268ded837c4f7cb lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x756:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703955:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x756:0x0].0x0 (000000001e44d4f3) 00010000:00010000:1.0:1771968961.703957:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.703959:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005e491a32/0x9268ded837c4f7cb lrc: 2/0,0 mode: --/COS res: [0x200000402:0x756:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703964:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005e491a32/0x9268ded837c4f7cb lrc: 0/0,0 mode: --/COS res: [0x200000402:0x756:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703990:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000c6fb3d7a/0x9268ded837c4f7e0 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.703996:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c6fb3d7a/0x9268ded837c4f7e0 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704001:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c6fb3d7a/0x9268ded837c4f7e0 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704009:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c6fb3d7a already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.704011:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c6fb3d7a/0x9268ded837c4f7e0 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704017:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c6fb3d7a/0x9268ded837c4f7e0 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704025:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d8:0x0].0x17610ee3 (0000000062401902) 00010000:00010000:1.0:1771968961.704027:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.704029:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c6fb3d7a/0x9268ded837c4f7e0 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3d8:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704034:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c6fb3d7a/0x9268ded837c4f7e0 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3d8:0x0].0x17610ee3 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704045:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000940e0fcd/0x9268ded837c4f7e7 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x755:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704051:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000940e0fcd/0x9268ded837c4f7e7 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x755:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704056:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000940e0fcd/0x9268ded837c4f7e7 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x755:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704060:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000940e0fcd already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.704062:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000940e0fcd/0x9268ded837c4f7e7 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x755:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704067:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000940e0fcd/0x9268ded837c4f7e7 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x755:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704074:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x755:0x0].0x0 (000000008e8159f9) 00010000:00010000:1.0:1771968961.704076:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.704078:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000940e0fcd/0x9268ded837c4f7e7 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x755:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704083:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000940e0fcd/0x9268ded837c4f7e7 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x755:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704099:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000026cf2fae/0x9268ded837c4f7fc lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704104:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000026cf2fae/0x9268ded837c4f7fc lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704108:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000026cf2fae/0x9268ded837c4f7fc lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704113:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000026cf2fae already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.704114:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000026cf2fae/0x9268ded837c4f7fc lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704119:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000026cf2fae/0x9268ded837c4f7fc lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704125:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d7:0x0].0x30480a6c (000000004cb688c0) 00010000:00010000:1.0:1771968961.704127:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.704129:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000026cf2fae/0x9268ded837c4f7fc lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3d7:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704139:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000026cf2fae/0x9268ded837c4f7fc lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3d7:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704149:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000aa7cdb24/0x9268ded837c4f803 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704155:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000aa7cdb24/0x9268ded837c4f803 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704159:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000aa7cdb24/0x9268ded837c4f803 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704164:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aa7cdb24 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.704483:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000aa7cdb24/0x9268ded837c4f803 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704492:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000aa7cdb24/0x9268ded837c4f803 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704503:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3db:0x0].0x0 (00000000ed18cc9d) 00010000:00010000:1.0:1771968961.704505:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.704508:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000aa7cdb24/0x9268ded837c4f803 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704514:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000aa7cdb24/0x9268ded837c4f803 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3db:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704539:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000008d3f1b51/0x9268ded837c4f818 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704548:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008d3f1b51/0x9268ded837c4f818 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704553:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008d3f1b51/0x9268ded837c4f818 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704559:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008d3f1b51 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.704561:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008d3f1b51/0x9268ded837c4f818 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704567:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008d3f1b51/0x9268ded837c4f818 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704574:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d8:0x0].0x30480a6c (00000000203ac43f) 00010000:00010000:1.0:1771968961.704577:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.704579:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008d3f1b51/0x9268ded837c4f818 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3d8:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704584:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008d3f1b51/0x9268ded837c4f818 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3d8:0x0].0x30480a6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704598:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000007dc81ce5/0x9268ded837c4f81f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704604:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007dc81ce5/0x9268ded837c4f81f lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704610:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007dc81ce5/0x9268ded837c4f81f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704619:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007dc81ce5 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.704621:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007dc81ce5/0x9268ded837c4f81f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704627:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007dc81ce5/0x9268ded837c4f81f lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704635:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3dc:0x0].0x0 (0000000086bc9c5f) 00010000:00010000:1.0:1771968961.704637:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.704639:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007dc81ce5/0x9268ded837c4f81f lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704645:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007dc81ce5/0x9268ded837c4f81f lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3dc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704668:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000001795fe3f/0x9268ded837c4f849 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704675:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001795fe3f/0x9268ded837c4f849 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704680:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001795fe3f/0x9268ded837c4f849 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704685:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001795fe3f already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.704687:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001795fe3f/0x9268ded837c4f849 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704692:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001795fe3f/0x9268ded837c4f849 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704700:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x21e72734 (00000000fac96ac3) 00010000:00010000:1.0:1771968961.704703:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.704705:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001795fe3f/0x9268ded837c4f849 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704711:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001795fe3f/0x9268ded837c4f849 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704726:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000007daf8b07/0x9268ded837c4f857 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x443:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704732:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007daf8b07/0x9268ded837c4f857 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x443:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704737:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007daf8b07/0x9268ded837c4f857 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x443:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704742:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007daf8b07 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.704745:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007daf8b07/0x9268ded837c4f857 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x443:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.704749:0:14893:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3920b04 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+13:3333:x1858043760294400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22182us (23234us total) trans 4294969008 rc 0/0 00010000:00010000:1.0:1771968961.704753:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007daf8b07/0x9268ded837c4f857 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x443:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704765:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x443:0x0].0x0 (00000000c58f0d2e) 00000100:00100000:0.0:1771968961.704769:0:14893:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6274 00010000:00010000:1.0:1771968961.704770:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.704774:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007daf8b07/0x9268ded837c4f857 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x443:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704784:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007daf8b07/0x9268ded837c4f857 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x443:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704803:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000006504806/0x9268ded837c4f842 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704809:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000006504806/0x9268ded837c4f842 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.704813:0:14893:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760295616 00010000:00010000:1.0:1771968961.704816:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000006504806/0x9268ded837c4f842 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704823:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000006504806 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.704825:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000006504806/0x9268ded837c4f842 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704831:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000006504806/0x9268ded837c4f842 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704839:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x21e72734 (0000000083c0b5cd) 00010000:00010000:1.0:1771968961.704841:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.704843:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000006504806/0x9268ded837c4f842 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704849:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000006504806/0x9268ded837c4f842 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x21e72734 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.704859:0:14893:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6287 00010000:00010000:1.0:1771968961.704873:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000bfebe56f/0x9268ded837c4f850 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x440:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.704884:0:14893:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9b9e0b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+13:3332:x1858043760295616:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.704894:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bfebe56f/0x9268ded837c4f850 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x440:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704900:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bfebe56f/0x9268ded837c4f850 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x440:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704905:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bfebe56f already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.704907:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bfebe56f/0x9268ded837c4f850 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x440:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704913:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bfebe56f/0x9268ded837c4f850 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x440:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704921:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x440:0x0].0x0 (000000000c53f4c1) 00010000:00010000:1.0:1771968961.704923:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00002000:00080000:0.0:1771968961.704925:0:14893:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:468 count 1 00010000:00010000:1.0:1771968961.704926:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bfebe56f/0x9268ded837c4f850 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x440:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704935:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bfebe56f/0x9268ded837c4f850 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x440:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704955:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f888 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.704956:0:14893:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c8f4ecb/0x9268ded837c50634 lrc: 3/0,1 mode: --/PW res: [0x1d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.704971:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f888 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.704983:0:14893:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000441dc5e9/0x9268ded837c03aa2 lrc: 2/0,0 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025529 expref: 92 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.705043:0:14893:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.705046:0:14893:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.705048:0:14893:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c8f4ecb/0x9268ded837c50634 lrc: 4/0,1 mode: --/PW res: [0x1d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.705083:0:14893:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000441dc5e9/0x9268ded837c03aa2 lrc: 3/0,0 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025529 expref: 92 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705086:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f888 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705106:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000554159d2 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.705108:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f888 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.705110:0:14893:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000441dc5e9/0x9268ded837c03aa2 lrc: 4/0,0 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025529 expref: 92 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.705117:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f888 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705133:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0xca0b3ea (00000000223d9082) 00010000:00010000:1.0:1771968961.705137:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.705139:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f888 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705145:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000554159d2/0x9268ded837c4f888 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.705149:0:14893:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df67884b pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14893:1858043760295744:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.705157:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000004509114/0x9268ded837c4f88f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705162:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000004509114/0x9268ded837c4f88f lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705165:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000004509114/0x9268ded837c4f88f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.705220:0:14893:0:(client.c:2500:ptlrpc_set_wait()) set 000000004352027c going to sleep for 43 seconds 00010000:00010000:0.0:1771968961.705248:0:8205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001de9aa48/0x9268ded837c505e0 lrc: 3/0,1 mode: PW/PW res: [0x3bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705251:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000004509114 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.705256:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000004509114/0x9268ded837c4f88f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.705262:0:8205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001de9aa48/0x9268ded837c505e0 lrc: 3/0,1 mode: PW/PW res: [0x3bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705266:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000004509114/0x9268ded837c4f88f lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.705274:0:8205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001de9aa48/0x9268ded837c505e0 lrc: 3/0,1 mode: PW/PW res: [0x3bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.705281:0:8205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001de9aa48/0x9268ded837c505e0 lrc: 2/0,0 mode: PW/PW res: [0x3bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.705301:0:8205:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1771968961.705460:0:8205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb514154 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+14:3333:x1858043760293568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22698us (23916us total) trans 4294969097 rc 0/0 00000100:00100000:0.0:1771968961.705467:0:8205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6275 00010000:00010000:0.0:1771968961.705488:0:14874:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000442b9d2e/0x9268ded837c505e7 lrc: 3/0,1 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.705497:0:14874:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000442b9d2e/0x9268ded837c505e7 lrc: 3/0,1 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.705506:0:14874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000442b9d2e/0x9268ded837c505e7 lrc: 3/0,1 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705520:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41e:0x0].0x0 (00000000d054518a) 00010000:00010000:0.0:1771968961.705524:0:14874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000442b9d2e/0x9268ded837c505e7 lrc: 2/0,0 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705525:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.705528:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000004509114/0x9268ded837c4f88f lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705540:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000004509114/0x9268ded837c4f88f lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.705540:0:14874:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1771968961.705564:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000e83fe444/0x9268ded837c4f873 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705572:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e83fe444/0x9268ded837c4f873 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705578:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e83fe444/0x9268ded837c4f873 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705584:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e83fe444 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.705586:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e83fe444/0x9268ded837c4f873 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705592:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e83fe444/0x9268ded837c4f873 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705600:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0xca0b3ea (0000000049fb052a) 00010000:00010000:1.0:1771968961.705603:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.705605:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e83fe444/0x9268ded837c4f873 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705615:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e83fe444/0x9268ded837c4f873 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0xca0b3ea bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705630:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000071b8cb5c/0x9268ded837c4f87a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x421:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705635:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000071b8cb5c/0x9268ded837c4f87a lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x421:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705641:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000071b8cb5c/0x9268ded837c4f87a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x421:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705645:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000071b8cb5c already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.705648:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000071b8cb5c/0x9268ded837c4f87a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x421:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705654:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000071b8cb5c/0x9268ded837c4f87a lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x421:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705662:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x421:0x0].0x0 (00000000998cd296) 00010000:00010000:1.0:1771968961.705664:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.705667:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000071b8cb5c/0x9268ded837c4f87a lrc: 2/0,0 mode: --/COS res: [0x200000402:0x421:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705672:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000071b8cb5c/0x9268ded837c4f87a lrc: 0/0,0 mode: --/COS res: [0x200000402:0x421:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705719:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000001fe8b0ee/0x9268ded837c4f8ab lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.705720:0:14874:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e694a031 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3333:x1858043760293824:12345-0@lo:6:osp-syn-1-0.0 Request processed in 22770us (24150us total) trans 4294969098 rc 0/0 00000100:00100000:0.0:1771968961.705735:0:14874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6276 00010000:00010000:1.0:1771968961.705742:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001fe8b0ee/0x9268ded837c4f8ab lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705748:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001fe8b0ee/0x9268ded837c4f8ab lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705753:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001fe8b0ee already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.705755:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001fe8b0ee/0x9268ded837c4f8ab lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705761:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001fe8b0ee/0x9268ded837c4f8ab lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.705761:0:14891:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004239a9e6/0x9268ded837c505ee lrc: 3/0,1 mode: PW/PW res: [0x3c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.705779:0:14891:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004239a9e6/0x9268ded837c505ee lrc: 3/0,1 mode: PW/PW res: [0x3c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705780:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0xa3962d5b (000000005e9d18ea) 00010000:00010000:1.0:1771968961.705785:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.705788:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001fe8b0ee/0x9268ded837c4f8ab lrc: 2/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.705792:0:14891:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004239a9e6/0x9268ded837c505ee lrc: 3/0,1 mode: PW/PW res: [0x3c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705798:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001fe8b0ee/0x9268ded837c4f8ab lrc: 0/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.705807:0:14891:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004239a9e6/0x9268ded837c505ee lrc: 2/0,0 mode: PW/PW res: [0x3c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.705818:0:14891:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1771968961.705820:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000003c166e47/0x9268ded837c4f8b9 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x43e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705829:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003c166e47/0x9268ded837c4f8b9 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x43e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705834:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003c166e47/0x9268ded837c4f8b9 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x43e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705844:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003c166e47 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.705847:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003c166e47/0x9268ded837c4f8b9 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x43e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705853:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003c166e47/0x9268ded837c4f8b9 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x43e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705890:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43e:0x0].0x0 (0000000008d8673a) 00010000:00010000:1.0:1771968961.705893:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.705897:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003c166e47/0x9268ded837c4f8b9 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x43e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705903:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003c166e47/0x9268ded837c4f8b9 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x43e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705926:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000007974e214/0x9268ded837c4f8c0 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705930:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007974e214/0x9268ded837c4f8c0 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705934:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007974e214/0x9268ded837c4f8c0 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705937:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007974e214 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.705938:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007974e214/0x9268ded837c4f8c0 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705942:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007974e214/0x9268ded837c4f8c0 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705950:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0xa3962d5b (00000000a5937d38) 00010000:00010000:1.0:1771968961.705952:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.705954:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007974e214/0x9268ded837c4f8c0 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.705957:0:14891:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000481db578 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+13:3333:x1858043760294080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22835us (24359us total) trans 4294969009 rc 0/0 00010000:00010000:1.0:1771968961.705962:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007974e214/0x9268ded837c4f8c0 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0xa3962d5b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.705971:0:14891:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6277 00010000:00010000:1.0:1771968961.705976:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000004cc14d0e/0x9268ded837c4f8c7 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x441:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705983:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004cc14d0e/0x9268ded837c4f8c7 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x441:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705988:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004cc14d0e/0x9268ded837c4f8c7 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x441:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.705994:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004cc14d0e already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.705996:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004cc14d0e/0x9268ded837c4f8c7 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x441:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706001:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004cc14d0e/0x9268ded837c4f8c7 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x441:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706009:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x441:0x0].0x0 (000000006a3124dc) 00010000:00010000:1.0:1771968961.706011:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.706013:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004cc14d0e/0x9268ded837c4f8c7 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x441:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706022:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004cc14d0e/0x9268ded837c4f8c7 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x441:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706035:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f8e3 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706041:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f8e3 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706046:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f8e3 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706051:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000782475aa already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.706053:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f8e3 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706059:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f8e3 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706066:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x6324417e (00000000b893b4a6) 00010000:00010000:1.0:1771968961.706067:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.706069:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f8e3 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706073:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000782475aa/0x9268ded837c4f8e3 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706080:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000ba094861/0x9268ded837c4f8ea lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x42f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706087:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ba094861/0x9268ded837c4f8ea lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x42f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706090:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ba094861/0x9268ded837c4f8ea lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x42f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706093:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ba094861 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.706094:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ba094861/0x9268ded837c4f8ea lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x42f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706096:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ba094861/0x9268ded837c4f8ea lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x42f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706100:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42f:0x0].0x0 (0000000047a0d711) 00010000:00010000:1.0:1771968961.706101:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.706102:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ba094861/0x9268ded837c4f8ea lrc: 2/0,0 mode: --/COS res: [0x200000402:0x42f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706105:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ba094861/0x9268ded837c4f8ea lrc: 0/0,0 mode: --/COS res: [0x200000402:0x42f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706115:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000391f29d0/0x9268ded837c4f8ff lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706117:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000391f29d0/0x9268ded837c4f8ff lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706120:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000391f29d0/0x9268ded837c4f8ff lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706126:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000391f29d0 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.706128:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000391f29d0/0x9268ded837c4f8ff lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706130:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000391f29d0/0x9268ded837c4f8ff lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706134:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x6324417e (00000000046a3a34) 00010000:00010000:1.0:1771968961.706135:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.706136:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000391f29d0/0x9268ded837c4f8ff lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706138:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000391f29d0/0x9268ded837c4f8ff lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x6324417e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706144:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000008f102db4/0x9268ded837c4f906 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x430:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706147:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008f102db4/0x9268ded837c4f906 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x430:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706149:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008f102db4/0x9268ded837c4f906 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x430:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706152:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008f102db4 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.706153:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008f102db4/0x9268ded837c4f906 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x430:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706156:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008f102db4/0x9268ded837c4f906 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x430:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706160:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x430:0x0].0x0 (00000000baaadbcd) 00010000:00010000:1.0:1771968961.706162:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.706164:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008f102db4/0x9268ded837c4f906 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x430:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706168:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008f102db4/0x9268ded837c4f906 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x430:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.706188:0:14888:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000344e9b4a/0x9268ded837c50618 lrc: 4/0,1 mode: PW/PW res: [0x3bd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706203:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000c7677637/0x9268ded837c4f91b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706211:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c7677637/0x9268ded837c4f91b lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.706217:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1771968961.706218:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c7677637/0x9268ded837c4f91b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706227:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c7677637 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.706230:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c7677637/0x9268ded837c4f91b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.706235:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c57093be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760295680:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.706235:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c7677637/0x9268ded837c4f91b lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706248:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x3afecd66 (00000000c2261d0d) 00010000:00010000:1.0:1771968961.706250:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.706252:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c7677637/0x9268ded837c4f91b lrc: 2/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706259:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c7677637/0x9268ded837c4f91b lrc: 0/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706270:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000da0393b9/0x9268ded837c4f922 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x43a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706276:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000da0393b9/0x9268ded837c4f922 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x43a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706281:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000da0393b9/0x9268ded837c4f922 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x43a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.706287:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1771968961.706293:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000da0393b9 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.706295:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da0393b9/0x9268ded837c4f922 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x43a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706302:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da0393b9/0x9268ded837c4f922 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x43a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706311:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43a:0x0].0x0 (000000005cdac8c2) 00010000:00010000:1.0:1771968961.706314:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.706316:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000da0393b9/0x9268ded837c4f922 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x43a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706322:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000da0393b9/0x9268ded837c4f922 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x43a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706340:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000002071aa7c/0x9268ded837c4f937 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706351:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002071aa7c/0x9268ded837c4f937 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706356:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002071aa7c/0x9268ded837c4f937 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.706362:0:8206:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000db1f6b4a/0x9268ded837c505f5 lrc: 3/0,1 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706363:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002071aa7c already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.706367:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002071aa7c/0x9268ded837c4f937 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.706384:0:8206:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db1f6b4a/0x9268ded837c505f5 lrc: 3/0,1 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706385:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002071aa7c/0x9268ded837c4f937 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.706394:0:8206:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db1f6b4a/0x9268ded837c505f5 lrc: 3/0,1 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.706401:0:8206:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000db1f6b4a/0x9268ded837c505f5 lrc: 2/0,0 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.706412:0:8206:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:1.0:1771968961.706506:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x3afecd66 (000000007971b54c) 00010000:00010000:1.0:1771968961.706508:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.706510:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002071aa7c/0x9268ded837c4f937 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706514:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002071aa7c/0x9268ded837c4f937 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x3afecd66 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706527:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000039a4b888/0x9268ded837c4f93e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x43d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706531:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000039a4b888/0x9268ded837c4f93e lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x43d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706546:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000039a4b888/0x9268ded837c4f93e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x43d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.706551:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000ea041a5 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.706556:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000ea041a5/0x9268ded837c505c4 lrc: 2/0,0 mode: PW/PW res: [0x3b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706559:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000039a4b888 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.706563:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000039a4b888/0x9268ded837c4f93e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x43d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.706569:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000ea041a5/0x9268ded837c505c4 lrc: 3/0,0 mode: PW/PW res: [0x3b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706571:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000039a4b888/0x9268ded837c4f93e lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x43d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706588:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43d:0x0].0x0 (00000000712b1cd5) 00010000:00010000:1.0:1771968961.706590:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.706591:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000039a4b888/0x9268ded837c4f93e lrc: 2/0,0 mode: --/COS res: [0x200000402:0x43d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706595:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000039a4b888/0x9268ded837c4f93e lrc: 0/0,0 mode: --/COS res: [0x200000402:0x43d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.706599:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000ea041a5/0x9268ded837c505c4 lrc: 1/0,0 mode: --/PW res: [0x3b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.706607:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000ea041a5/0x9268ded837c505c4 lrc: 0/0,0 mode: --/PW res: [0x3b6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706610:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000a1a98bdf/0x9268ded837c4f953 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706617:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a1a98bdf/0x9268ded837c4f953 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706622:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a1a98bdf/0x9268ded837c4f953 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706626:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a1a98bdf already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.706627:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a1a98bdf/0x9268ded837c4f953 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706630:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a1a98bdf/0x9268ded837c4f953 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.706636:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1771968961.706637:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x17d46a (00000000d7db3cb5) 00010000:00010000:1.0:1771968961.706639:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.706641:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a1a98bdf/0x9268ded837c4f953 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.706643:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d677e43/0x9268ded837c505d9 lrc: 2/0,0 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706644:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a1a98bdf/0x9268ded837c4f953 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.706660:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005d677e43 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.706663:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d677e43/0x9268ded837c505d9 lrc: 2/0,0 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.706668:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d677e43/0x9268ded837c505d9 lrc: 3/0,0 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.706677:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d677e43/0x9268ded837c505d9 lrc: 1/0,0 mode: --/PW res: [0x1d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.706682:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d677e43/0x9268ded837c505d9 lrc: 0/0,0 mode: --/PW res: [0x1d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.706696:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1771968961.706699:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001de9aa48/0x9268ded837c505e0 lrc: 2/0,0 mode: PW/PW res: [0x3bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.706711:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001de9aa48 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.706713:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001de9aa48/0x9268ded837c505e0 lrc: 2/0,0 mode: PW/PW res: [0x3bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706716:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000090f9b84/0x9268ded837c4f95a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x424:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.706720:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001de9aa48/0x9268ded837c505e0 lrc: 3/0,0 mode: PW/PW res: [0x3bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706723:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000090f9b84/0x9268ded837c4f95a lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x424:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706734:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000090f9b84/0x9268ded837c4f95a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x424:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706739:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000090f9b84 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968961.706740:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001de9aa48/0x9268ded837c505e0 lrc: 1/0,0 mode: --/PW res: [0x3bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706741:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000090f9b84/0x9268ded837c4f95a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x424:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706756:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000090f9b84/0x9268ded837c4f95a lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x424:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.706758:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001de9aa48/0x9268ded837c505e0 lrc: 0/0,0 mode: --/PW res: [0x3bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706765:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x424:0x0].0x0 (00000000f5d821f5) 00010000:00010000:1.0:1771968961.706768:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.706770:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000090f9b84/0x9268ded837c4f95a lrc: 2/0,0 mode: --/COS res: [0x200000402:0x424:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.706775:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1771968961.706779:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000442b9d2e/0x9268ded837c505e7 lrc: 2/0,0 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706780:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000090f9b84/0x9268ded837c4f95a lrc: 0/0,0 mode: --/COS res: [0x200000402:0x424:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.706796:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000442b9d2e already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.706800:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000442b9d2e/0x9268ded837c505e7 lrc: 2/0,0 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.706805:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000442b9d2e/0x9268ded837c505e7 lrc: 3/0,0 mode: PW/PW res: [0x3be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706810:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000edf97a53/0x9268ded837c4f96f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706815:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000edf97a53/0x9268ded837c4f96f lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.706816:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000442b9d2e/0x9268ded837c505e7 lrc: 1/0,0 mode: --/PW res: [0x3be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706825:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000edf97a53/0x9268ded837c4f96f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706838:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000edf97a53 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.706840:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000edf97a53/0x9268ded837c4f96f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.706844:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000442b9d2e/0x9268ded837c505e7 lrc: 0/0,0 mode: --/PW res: [0x3be:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706847:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000edf97a53/0x9268ded837c4f96f lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706875:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x17d46a (000000004d66c272) 00010000:00010000:1.0:1771968961.706878:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.706880:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000edf97a53/0x9268ded837c4f96f lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.706882:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1771968961.706886:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004239a9e6/0x9268ded837c505ee lrc: 2/0,0 mode: PW/PW res: [0x3c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706888:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000edf97a53/0x9268ded837c4f96f lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x17d46a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.706905:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004239a9e6 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.706908:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004239a9e6/0x9268ded837c505ee lrc: 2/0,0 mode: PW/PW res: [0x3c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706909:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000020bf1ac9/0x9268ded837c4f976 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.706927:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004239a9e6/0x9268ded837c505ee lrc: 3/0,0 mode: PW/PW res: [0x3c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706929:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000020bf1ac9/0x9268ded837c4f976 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706946:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000020bf1ac9/0x9268ded837c4f976 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706950:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000020bf1ac9 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968961.706953:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004239a9e6/0x9268ded837c505ee lrc: 1/0,0 mode: --/PW res: [0x3c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706953:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000020bf1ac9/0x9268ded837c4f976 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706962:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000020bf1ac9/0x9268ded837c4f976 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.706969:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004239a9e6/0x9268ded837c505ee lrc: 0/0,0 mode: --/PW res: [0x3c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706973:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x427:0x0].0x0 (00000000c2b36517) 00010000:00010000:1.0:1771968961.706977:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.706979:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000020bf1ac9/0x9268ded837c4f976 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.706986:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000020bf1ac9/0x9268ded837c4f976 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x427:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.706995:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.706998:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db1f6b4a/0x9268ded837c505f5 lrc: 2/0,0 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.707006:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000db1f6b4a already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.707006:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000038588d39/0x9268ded837c4f98b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.707010:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db1f6b4a/0x9268ded837c505f5 lrc: 2/0,0 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707023:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000038588d39/0x9268ded837c4f98b lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.707040:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db1f6b4a/0x9268ded837c505f5 lrc: 3/0,0 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707041:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000038588d39/0x9268ded837c4f98b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707062:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000038588d39 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968961.707063:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db1f6b4a/0x9268ded837c505f5 lrc: 1/0,0 mode: --/PW res: [0x1d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707064:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000038588d39/0x9268ded837c4f98b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707080:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000038588d39/0x9268ded837c4f98b lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.707082:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db1f6b4a/0x9268ded837c505f5 lrc: 0/0,0 mode: --/PW res: [0x1d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707092:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x5e0db83a (0000000061c594e1) 00010000:00010000:1.0:1771968961.707095:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.707097:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000038588d39/0x9268ded837c4f98b lrc: 2/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707102:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000038588d39/0x9268ded837c4f98b lrc: 0/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.707103:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.707105:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.707107:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.707113:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000b5e37413/0x9268ded837c4f992 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707118:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b5e37413/0x9268ded837c4f992 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707122:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b5e37413/0x9268ded837c4f992 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707125:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b5e37413 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.707126:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b5e37413/0x9268ded837c4f992 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707129:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b5e37413/0x9268ded837c4f992 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707135:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41c:0x0].0x0 (00000000ec623a9f) 00010000:00010000:1.0:1771968961.707137:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.707138:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b5e37413/0x9268ded837c4f992 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707141:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b5e37413/0x9268ded837c4f992 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1771968961.707149:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004dae0395/2, rc 0, transno 1801 00010000:00010000:1.0:1771968961.707155:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000035b8aad8/0x9268ded837c4f9a7 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707160:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000035b8aad8/0x9268ded837c4f9a7 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707163:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000035b8aad8/0x9268ded837c4f9a7 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.707166:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004dae0395 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760293568:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.707172:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000035b8aad8 already unused, calling callback (000000001fada510) 00000004:00080000:3.0:1771968961.707202:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000084872b9/2, rc 0, transno 1802 00000100:00100000:3.0:1771968961.707205:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000084872b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760293824:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.707212:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000035b8aad8/0x9268ded837c4f9a7 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1771968961.707216:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ae49ffb6/2, rc 0, transno 1713 00010000:00010000:1.0:1771968961.707223:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000035b8aad8/0x9268ded837c4f9a7 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.707231:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae49ffb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760294080:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.707232:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x5e0db83a (000000008d725416) 00010000:00010000:1.0:1771968961.707237:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.707239:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000035b8aad8/0x9268ded837c4f9a7 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1771968961.707244:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a70b29e2/2, rc 0, transno 1712 00010000:00010000:1.0:1771968961.707249:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000035b8aad8/0x9268ded837c4f9a7 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x5e0db83a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.707252:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a70b29e2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760294400:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.707269:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000b4a9526c/0x9268ded837c4f9ae lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707276:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b4a9526c/0x9268ded837c4f9ae lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707281:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b4a9526c/0x9268ded837c4f9ae lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707285:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b4a9526c already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.707287:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b4a9526c/0x9268ded837c4f9ae lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707293:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b4a9526c/0x9268ded837c4f9ae lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707302:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41f:0x0].0x0 (0000000080b25e1b) 00010000:00010000:1.0:1771968961.707304:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.707306:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b4a9526c/0x9268ded837c4f9ae lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707313:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b4a9526c/0x9268ded837c4f9ae lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707336:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000000366697b/0x9268ded837c4f9c3 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707348:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000366697b/0x9268ded837c4f9c3 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707353:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000366697b/0x9268ded837c4f9c3 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707359:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000366697b already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.707361:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000366697b/0x9268ded837c4f9c3 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707366:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000366697b/0x9268ded837c4f9c3 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707374:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0xc3f00931 (000000001570c11d) 00010000:00010000:1.0:1771968961.707377:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.707379:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000366697b/0x9268ded837c4f9c3 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707385:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000366697b/0x9268ded837c4f9c3 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707497:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000ac55461f/0x9268ded837c4f9ca lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x426:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707503:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ac55461f/0x9268ded837c4f9ca lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x426:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707507:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ac55461f/0x9268ded837c4f9ca lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x426:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707514:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ac55461f already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.707516:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ac55461f/0x9268ded837c4f9ca lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x426:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707519:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ac55461f/0x9268ded837c4f9ca lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x426:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707525:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x426:0x0].0x0 (00000000daeca871) 00010000:00010000:1.0:1771968961.707527:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.707528:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ac55461f/0x9268ded837c4f9ca lrc: 2/0,0 mode: --/COS res: [0x200000402:0x426:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707532:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ac55461f/0x9268ded837c4f9ca lrc: 0/0,0 mode: --/COS res: [0x200000402:0x426:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707549:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000805111e1/0x9268ded837c4f9fb lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707552:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000805111e1/0x9268ded837c4f9fb lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707556:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000805111e1/0x9268ded837c4f9fb lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707559:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000805111e1 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.707560:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000805111e1/0x9268ded837c4f9fb lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707564:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000805111e1/0x9268ded837c4f9fb lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707571:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x9e362f1b (000000007a2898f5) 00010000:00010000:1.0:1771968961.707572:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.707573:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000805111e1/0x9268ded837c4f9fb lrc: 2/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707576:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000805111e1/0x9268ded837c4f9fb lrc: 0/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707587:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000b4981c49/0x9268ded837c4fa02 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x433:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707590:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b4981c49/0x9268ded837c4fa02 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x433:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707593:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b4981c49/0x9268ded837c4fa02 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x433:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707596:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b4981c49 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.707597:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b4981c49/0x9268ded837c4fa02 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x433:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707601:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b4981c49/0x9268ded837c4fa02 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x433:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707606:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x433:0x0].0x0 (000000005daafb00) 00010000:00010000:1.0:1771968961.707607:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.707609:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b4981c49/0x9268ded837c4fa02 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x433:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707615:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b4981c49/0x9268ded837c4fa02 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x433:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707629:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000080d4c957/0x9268ded837c4f9df lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.707631:0:8206:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b43c7cba pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+13:3333:x1858043760294336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24099us (25993us total) trans 4294969010 rc 0/0 00010000:00010000:1.0:1771968961.707634:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000080d4c957/0x9268ded837c4f9df lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707644:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000080d4c957/0x9268ded837c4f9df lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.707649:0:8206:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6278 00010000:00010000:1.0:1771968961.707652:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000080d4c957 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.707654:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000080d4c957/0x9268ded837c4f9df lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707658:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000080d4c957/0x9268ded837c4f9df lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707713:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0xc3f00931 (0000000009d3e7e4) 00010000:00010000:1.0:1771968961.707715:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.707716:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000080d4c957/0x9268ded837c4f9df lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.707717:0:14891:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760295680 00010000:00010000:1.0:1771968961.707721:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000080d4c957/0x9268ded837c4f9df lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0xc3f00931 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707730:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000079638eaf/0x9268ded837c4f9e6 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x429:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707738:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000079638eaf/0x9268ded837c4f9e6 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x429:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707741:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000079638eaf/0x9268ded837c4f9e6 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x429:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707744:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000079638eaf already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.707745:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000079638eaf/0x9268ded837c4f9e6 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x429:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707749:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000079638eaf/0x9268ded837c4f9e6 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x429:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707753:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x429:0x0].0x0 (000000005c1ca7ac) 00010000:00010000:1.0:1771968961.707754:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.707756:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000079638eaf/0x9268ded837c4f9e6 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x429:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707759:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000079638eaf/0x9268ded837c4f9e6 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x429:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.707762:0:14891:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6288 00000100:00100000:2.0:1771968961.707770:0:14891:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008abc75af pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+13:3332:x1858043760295680:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.707773:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000d810c100/0x9268ded837c4fa17 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707778:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d810c100/0x9268ded837c4fa17 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707781:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d810c100/0x9268ded837c4fa17 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707788:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d810c100 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.707789:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d810c100/0x9268ded837c4fa17 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707792:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d810c100/0x9268ded837c4fa17 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1771968961.707793:0:14891:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:484 count 1 00010000:00010000:1.0:1771968961.707796:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0xb0449b87 (0000000060263476) 00010000:00010000:1.0:1771968961.707799:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.707799:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d810c100/0x9268ded837c4fa17 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707803:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d810c100/0x9268ded837c4fa17 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707810:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000279e9708/0x9268ded837c4fa1e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x764:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707813:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000279e9708/0x9268ded837c4fa1e lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x764:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.707816:0:14891:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eec11561/0x9268ded837c5063b lrc: 3/0,1 mode: --/PW res: [0x1e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707816:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000279e9708/0x9268ded837c4fa1e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x764:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707828:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000279e9708 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.707830:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000279e9708/0x9268ded837c4fa1e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x764:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707838:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000279e9708/0x9268ded837c4fa1e lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x764:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707843:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x764:0x0].0x0 (0000000025fad6c7) 00010000:00010000:2.0:1771968961.707844:0:14891:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000045d274f/0x9268ded837c04dfe lrc: 2/0,0 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025cdf expref: 75 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707845:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.707848:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000279e9708/0x9268ded837c4fa1e lrc: 2/0,0 mode: --/COS res: [0x200000402:0x764:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707869:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000279e9708/0x9268ded837c4fa1e lrc: 0/0,0 mode: --/COS res: [0x200000402:0x764:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.707879:0:14891:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.707881:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000532d85b9/0x9268ded837c4fa33 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.707882:0:14891:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.707885:0:14891:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eec11561/0x9268ded837c5063b lrc: 4/0,1 mode: --/PW res: [0x1e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707888:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000532d85b9/0x9268ded837c4fa33 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707903:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000532d85b9/0x9268ded837c4fa33 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707907:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000532d85b9 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.707908:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000532d85b9/0x9268ded837c4fa33 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707911:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000532d85b9/0x9268ded837c4fa33 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707916:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x9e362f1b (000000009be3683e) 00010000:00010000:1.0:1771968961.707917:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.707918:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000532d85b9/0x9268ded837c4fa33 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707925:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000532d85b9/0x9268ded837c4fa33 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x9e362f1b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.707927:0:14891:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000045d274f/0x9268ded837c04dfe lrc: 3/0,0 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025cdf expref: 75 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707939:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000727b61eb/0x9268ded837c4fa3a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x434:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707944:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000727b61eb/0x9268ded837c4fa3a lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x434:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.707945:0:14891:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000045d274f/0x9268ded837c04dfe lrc: 4/0,0 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025cdf expref: 75 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.707955:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000727b61eb/0x9268ded837c4fa3a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x434:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707965:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000727b61eb already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.707966:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000727b61eb/0x9268ded837c4fa3a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x434:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707969:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000727b61eb/0x9268ded837c4fa3a lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x434:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.707970:0:14891:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002662304d pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14891:1858043760295936:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.707980:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x434:0x0].0x0 (00000000b59747cb) 00010000:00010000:1.0:1771968961.707981:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.707982:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000727b61eb/0x9268ded837c4fa3a lrc: 2/0,0 mode: --/COS res: [0x200000402:0x434:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707985:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000727b61eb/0x9268ded837c4fa3a lrc: 0/0,0 mode: --/COS res: [0x200000402:0x434:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.707995:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000003bb7253f/0x9268ded837c4fa4f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708001:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003bb7253f/0x9268ded837c4fa4f lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708005:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003bb7253f/0x9268ded837c4fa4f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708008:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003bb7253f already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.708009:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003bb7253f/0x9268ded837c4fa4f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708011:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003bb7253f/0x9268ded837c4fa4f lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708015:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x51a4c572 (0000000051fa76c4) 00010000:00010000:1.0:1771968961.708016:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.708018:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003bb7253f/0x9268ded837c4fa4f lrc: 2/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708020:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003bb7253f/0x9268ded837c4fa4f lrc: 0/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708030:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000004acea69d/0x9268ded837c4fa56 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x42d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708033:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004acea69d/0x9268ded837c4fa56 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x42d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708036:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004acea69d/0x9268ded837c4fa56 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x42d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708041:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004acea69d already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.708042:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004acea69d/0x9268ded837c4fa56 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x42d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708045:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004acea69d/0x9268ded837c4fa56 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x42d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708049:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42d:0x0].0x0 (00000000b0dbdc02) 00010000:00010000:1.0:1771968961.708050:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.708051:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004acea69d/0x9268ded837c4fa56 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x42d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708053:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004acea69d/0x9268ded837c4fa56 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x42d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708064:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000e656dca1/0x9268ded837c4fa6b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708067:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e656dca1/0x9268ded837c4fa6b lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708069:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e656dca1/0x9268ded837c4fa6b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708072:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e656dca1 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.708073:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e656dca1/0x9268ded837c4fa6b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708076:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e656dca1/0x9268ded837c4fa6b lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708081:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0xb0449b87 (0000000099f40e0b) 00010000:00010000:1.0:1771968961.708082:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.708084:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e656dca1/0x9268ded837c4fa6b lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708086:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e656dca1/0x9268ded837c4fa6b lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0xb0449b87 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708092:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000b38669ab/0x9268ded837c4fa72 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x766:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708095:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b38669ab/0x9268ded837c4fa72 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x766:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708098:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b38669ab/0x9268ded837c4fa72 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x766:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708100:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b38669ab already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.708101:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b38669ab/0x9268ded837c4fa72 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x766:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708104:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b38669ab/0x9268ded837c4fa72 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x766:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708107:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x766:0x0].0x0 (000000005b78ac6b) 00010000:00010000:1.0:1771968961.708108:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.708109:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b38669ab/0x9268ded837c4fa72 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x766:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708115:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b38669ab/0x9268ded837c4fa72 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x766:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708125:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000009b413e31/0x9268ded837c4fa87 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708128:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009b413e31/0x9268ded837c4fa87 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708131:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009b413e31/0x9268ded837c4fa87 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708134:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009b413e31 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.708135:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009b413e31/0x9268ded837c4fa87 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708138:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009b413e31/0x9268ded837c4fa87 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708141:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x1674e29a (000000000df2061e) 00010000:00010000:1.0:1771968961.708143:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.708144:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009b413e31/0x9268ded837c4fa87 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708147:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009b413e31/0x9268ded837c4fa87 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708155:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000dc5cda2b/0x9268ded837c4fa8e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x422:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708161:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dc5cda2b/0x9268ded837c4fa8e lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x422:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.708162:0:14891:0:(client.c:2500:ptlrpc_set_wait()) set 000000000edf3601 going to sleep for 6 seconds 00010000:00010000:1.0:1771968961.708164:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dc5cda2b/0x9268ded837c4fa8e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x422:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708171:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dc5cda2b already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.708172:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dc5cda2b/0x9268ded837c4fa8e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x422:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708196:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dc5cda2b/0x9268ded837c4fa8e lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x422:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708205:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x422:0x0].0x0 (000000003138a03c) 00010000:00010000:1.0:1771968961.708207:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.708209:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dc5cda2b/0x9268ded837c4fa8e lrc: 2/0,0 mode: --/COS res: [0x200000402:0x422:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708218:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dc5cda2b/0x9268ded837c4fa8e lrc: 0/0,0 mode: --/COS res: [0x200000402:0x422:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708239:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4faa3 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708244:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4faa3 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.708246:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2dc4101 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760296000:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.708250:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4faa3 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708258:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f18630bf already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.708260:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4faa3 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708263:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4faa3 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708269:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x103f9c81 (00000000bbfb454c) 00010000:00010000:1.0:1771968961.708271:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.708273:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4faa3 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708278:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f18630bf/0x9268ded837c4faa3 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.708286:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1771968961.708295:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000000c00662e/0x9268ded837c4faaa lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x428:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708303:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000c00662e/0x9268ded837c4faaa lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x428:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708310:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000c00662e/0x9268ded837c4faaa lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x428:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.708311:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1771968961.708318:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000c00662e already unused, calling callback (000000001fada510) 00000100:00100000:2.0:1771968961.708319:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e31fe91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760296064:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.708323:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000c00662e/0x9268ded837c4faaa lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x428:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708331:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000c00662e/0x9268ded837c4faaa lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x428:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708341:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x428:0x0].0x0 (000000008ddbb4e5) 00010000:00010000:1.0:1771968961.708344:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.708346:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000c00662e/0x9268ded837c4faaa lrc: 2/0,0 mode: --/COS res: [0x200000402:0x428:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.708350:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1771968961.708357:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000c00662e/0x9268ded837c4faaa lrc: 0/0,0 mode: --/COS res: [0x200000402:0x428:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708378:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000088ff6b94/0x9268ded837c4fabf lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.708381:0:8205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760296000 00010000:00010000:1.0:1771968961.708398:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000088ff6b94/0x9268ded837c4fabf lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.708403:0:8205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760296064 00010000:00010000:1.0:1771968961.708407:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000088ff6b94/0x9268ded837c4fabf lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.708421:0:8205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6289 00000100:00100000:2.0:1771968961.708425:0:8205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000727863d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+15:3332:x1858043760296000:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1771968961.708437:0:8205:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:483 count 1 00010000:00010000:2.0:1771968961.708449:0:8205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009dec03fc/0x9268ded837c50642 lrc: 3/0,1 mode: --/PW res: [0x1e3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.708460:0:8205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000294acd04/0x9268ded837c04d1e lrc: 2/0,0 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025c7d expref: 75 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.708468:0:8205:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.708469:0:8205:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.708471:0:8205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009dec03fc/0x9268ded837c50642 lrc: 4/0,1 mode: --/PW res: [0x1e3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.708490:0:8205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000294acd04/0x9268ded837c04d1e lrc: 3/0,0 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025c7d expref: 75 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708494:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088ff6b94 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.708497:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000088ff6b94/0x9268ded837c4fabf lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708505:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000088ff6b94/0x9268ded837c4fabf lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.708506:0:8205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000294acd04/0x9268ded837c04d1e lrc: 4/0,0 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025c7d expref: 75 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.708520:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x51a4c572 (000000004540b1c2) 00010000:00010000:1.0:1771968961.708523:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1771968961.708525:0:8205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a0aad8b pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8205:1858043760296128:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.708525:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000088ff6b94/0x9268ded837c4fabf lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708538:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000088ff6b94/0x9268ded837c4fabf lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x51a4c572 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.708548:0:8205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f9cdf2a8 going to sleep for 6 seconds 00010000:00010000:1.0:1771968961.708551:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000058321af0/0x9268ded837c4fac6 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x42e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708556:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000058321af0/0x9268ded837c4fac6 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x42e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708560:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000058321af0/0x9268ded837c4fac6 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x42e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708565:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000058321af0 already unused, calling callback (000000001fada510) 00000100:00100000:2.0:1771968961.708567:0:14874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6290 00010000:00010000:1.0:1771968961.708567:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000058321af0/0x9268ded837c4fac6 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x42e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708574:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000058321af0/0x9268ded837c4fac6 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x42e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.708577:0:14874:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab929e9b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3332:x1858043760296064:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.708582:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42e:0x0].0x0 (0000000067102db6) 00010000:00010000:1.0:1771968961.708584:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.708585:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000058321af0/0x9268ded837c4fac6 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x42e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708588:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000058321af0/0x9268ded837c4fac6 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x42e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1771968961.708591:0:14874:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:491 count 1 00010000:00010000:1.0:1771968961.708600:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000007ff6fa62/0x9268ded837c4fadb lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.708606:0:14874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002d1cc202/0x9268ded837c50649 lrc: 3/0,1 mode: --/PW res: [0x1eb:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708611:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007ff6fa62/0x9268ded837c4fadb lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708627:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007ff6fa62/0x9268ded837c4fadb lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708630:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007ff6fa62 already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968961.708632:0:14874:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000022a167cc/0x9268ded837c053fb lrc: 2/0,0 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025f7f expref: 75 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708633:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007ff6fa62/0x9268ded837c4fadb lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708645:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007ff6fa62/0x9268ded837c4fadb lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.708655:0:14874:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.708656:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x8ee21578 (00000000d64c60dd) 00010000:00010000:2.0:1771968961.708658:0:14874:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.708661:0:14874:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002d1cc202/0x9268ded837c50649 lrc: 4/0,1 mode: --/PW res: [0x1eb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708708:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.708711:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007ff6fa62/0x9268ded837c4fadb lrc: 2/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708715:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007ff6fa62/0x9268ded837c4fadb lrc: 0/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708724:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000009b6718de/0x9268ded837c4fae2 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x772:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708727:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009b6718de/0x9268ded837c4fae2 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x772:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708731:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009b6718de/0x9268ded837c4fae2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x772:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708737:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009b6718de already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.708738:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009b6718de/0x9268ded837c4fae2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x772:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708741:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009b6718de/0x9268ded837c4fae2 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x772:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708746:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x772:0x0].0x0 (000000000519b960) 00010000:00010000:1.0:1771968961.708748:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.708748:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009b6718de/0x9268ded837c4fae2 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x772:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708751:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009b6718de/0x9268ded837c4fae2 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x772:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.708755:0:14874:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000022a167cc/0x9268ded837c053fb lrc: 3/0,0 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025f7f expref: 75 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708765:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000003601c52b/0x9268ded837c4faf7 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.708768:0:14874:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000022a167cc/0x9268ded837c053fb lrc: 4/0,0 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025f7f expref: 75 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.708776:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003601c52b/0x9268ded837c4faf7 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708790:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003601c52b/0x9268ded837c4faf7 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.708794:0:14874:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030aab3a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14874:1858043760296192:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.708794:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003601c52b already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.708797:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003601c52b/0x9268ded837c4faf7 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708803:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003601c52b/0x9268ded837c4faf7 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708809:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x1674e29a (00000000cab8f4ca) 00010000:00010000:1.0:1771968961.708810:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.708811:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003601c52b/0x9268ded837c4faf7 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708813:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003601c52b/0x9268ded837c4faf7 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x1674e29a bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708823:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000084457b88/0x9268ded837c4fafe lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x425:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708825:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000084457b88/0x9268ded837c4fafe lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x425:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708828:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000084457b88/0x9268ded837c4fafe lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x425:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708831:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000084457b88 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.708832:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000084457b88/0x9268ded837c4fafe lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x425:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708837:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000084457b88/0x9268ded837c4fafe lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x425:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708841:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x425:0x0].0x0 (00000000a761302e) 00000100:00100000:2.0:1771968961.708843:0:14874:0:(client.c:2500:ptlrpc_set_wait()) set 00000000caf2d340 going to sleep for 6 seconds 00010000:00010000:1.0:1771968961.708843:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.708844:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000084457b88/0x9268ded837c4fafe lrc: 2/0,0 mode: --/COS res: [0x200000402:0x425:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708852:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000084457b88/0x9268ded837c4fafe lrc: 0/0,0 mode: --/COS res: [0x200000402:0x425:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708874:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000a56a4577/0x9268ded837c4fb13 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.708878:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d49cf029 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760295872:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.708881:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a56a4577/0x9268ded837c4fb13 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708888:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a56a4577/0x9268ded837c4fb13 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708891:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a56a4577 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.708892:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a56a4577/0x9268ded837c4fb13 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708895:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a56a4577/0x9268ded837c4fb13 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708901:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0xbea011c (000000006285b7ed) 00010000:00010000:1.0:1771968961.708903:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.708904:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a56a4577/0x9268ded837c4fb13 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708908:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a56a4577/0x9268ded837c4fb13 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.708916:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1771968961.708917:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000671781b8/0x9268ded837c4fb1a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x43c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708925:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000671781b8/0x9268ded837c4fb1a lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x43c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708929:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000671781b8/0x9268ded837c4fb1a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x43c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708932:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000671781b8 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.708933:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000671781b8/0x9268ded837c4fb1a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x43c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708937:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000671781b8/0x9268ded837c4fb1a lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x43c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708942:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43c:0x0].0x0 (0000000056e6b7bb) 00010000:00010000:1.0:1771968961.708943:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:2.0:1771968961.708945:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1771968961.708945:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000671781b8/0x9268ded837c4fb1a lrc: 2/0,0 mode: --/COS res: [0x200000402:0x43c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708950:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000671781b8/0x9268ded837c4fb1a lrc: 0/0,0 mode: --/COS res: [0x200000402:0x43c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.708954:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c67cdce0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760295808:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.708962:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000003fc8d606/0x9268ded837c4fb2f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708967:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003fc8d606/0x9268ded837c4fb2f lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708970:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003fc8d606/0x9268ded837c4fb2f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708977:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003fc8d606 already unused, calling callback (000000001fada510) 00000100:00100000:2.0:1771968961.708980:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1771968961.708980:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003fc8d606/0x9268ded837c4fb2f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708986:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003fc8d606/0x9268ded837c4fb2f lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708991:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x103f9c81 (0000000008aa01fa) 00010000:00010000:1.0:1771968961.708992:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.708993:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003fc8d606/0x9268ded837c4fb2f lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.708996:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003fc8d606/0x9268ded837c4fb2f lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x103f9c81 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709003:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000493f41fe/0x9268ded837c4fb36 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x42b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709006:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000493f41fe/0x9268ded837c4fb36 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x42b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709009:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000493f41fe/0x9268ded837c4fb36 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x42b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709011:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000493f41fe already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.709013:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000493f41fe/0x9268ded837c4fb36 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x42b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709017:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000493f41fe/0x9268ded837c4fb36 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x42b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709021:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42b:0x0].0x0 (00000000d1cf3543) 00010000:00010000:1.0:1771968961.709023:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.709024:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000493f41fe/0x9268ded837c4fb36 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x42b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709027:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000493f41fe/0x9268ded837c4fb36 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x42b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709037:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000008a9c0002/0x9268ded837c4fb4b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709040:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008a9c0002/0x9268ded837c4fb4b lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709042:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008a9c0002/0x9268ded837c4fb4b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709045:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008a9c0002 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.709046:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008a9c0002/0x9268ded837c4fb4b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709050:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008a9c0002/0x9268ded837c4fb4b lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709053:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x5a114248 (00000000e8f90387) 00010000:00010000:1.0:1771968961.709054:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.709055:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008a9c0002/0x9268ded837c4fb4b lrc: 2/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709061:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008a9c0002/0x9268ded837c4fb4b lrc: 0/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709069:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000008a64ebce/0x9268ded837c4fb52 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x768:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709072:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008a64ebce/0x9268ded837c4fb52 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x768:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709075:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008a64ebce/0x9268ded837c4fb52 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x768:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709078:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008a64ebce already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.709079:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008a64ebce/0x9268ded837c4fb52 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x768:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709082:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008a64ebce/0x9268ded837c4fb52 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x768:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709087:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x768:0x0].0x0 (00000000a8da61e1) 00010000:00010000:1.0:1771968961.709089:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.709089:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008a64ebce/0x9268ded837c4fb52 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x768:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.709091:0:14892:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760295872 00010000:00010000:1.0:1771968961.709093:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008a64ebce/0x9268ded837c4fb52 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x768:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709105:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000429a4944/0x9268ded837c4fb67 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709112:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000429a4944/0x9268ded837c4fb67 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709116:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000429a4944/0x9268ded837c4fb67 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.709118:0:14892:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760295808 00010000:00010000:1.0:1771968961.709121:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000429a4944 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.709123:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000429a4944/0x9268ded837c4fb67 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709126:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000429a4944/0x9268ded837c4fb67 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709131:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x8ee21578 (00000000667a0643) 00010000:00010000:1.0:1771968961.709132:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.709133:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000429a4944/0x9268ded837c4fb67 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709136:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000429a4944/0x9268ded837c4fb67 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x8ee21578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.709140:0:14892:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6291 00000100:00100000:2.0:1771968961.709147:0:14892:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014953f50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+15:3335:x1858043760295872:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.709148:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000007af3dbb5/0x9268ded837c4fb6e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x774:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709160:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007af3dbb5/0x9268ded837c4fb6e lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x774:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709164:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007af3dbb5/0x9268ded837c4fb6e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x774:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1771968961.709170:0:14892:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:469 count 1 00010000:00010000:1.0:1771968961.709172:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007af3dbb5 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.709194:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007af3dbb5/0x9268ded837c4fb6e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x774:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709202:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007af3dbb5/0x9268ded837c4fb6e lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x774:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.709208:0:14892:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000061f05ec3/0x9268ded837c50650 lrc: 3/0,1 mode: --/PW res: [0x1d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709210:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x774:0x0].0x0 (00000000a9a43a6a) 00010000:00010000:1.0:1771968961.709215:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.709218:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007af3dbb5/0x9268ded837c4fb6e lrc: 2/0,0 mode: --/COS res: [0x200000402:0x774:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709227:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007af3dbb5/0x9268ded837c4fb6e lrc: 0/0,0 mode: --/COS res: [0x200000402:0x774:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.709228:0:14892:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002135dc0f/0x9268ded837c03b82 lrc: 2/0,0 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02558b expref: 92 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.709243:0:14892:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.709245:0:14892:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.709247:0:14892:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000061f05ec3/0x9268ded837c50650 lrc: 4/0,1 mode: --/PW res: [0x1d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709249:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000008433bf2c/0x9268ded837c4fb91 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709263:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008433bf2c/0x9268ded837c4fb91 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709267:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008433bf2c/0x9268ded837c4fb91 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709271:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008433bf2c already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.709273:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008433bf2c/0x9268ded837c4fb91 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.709279:0:14892:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002135dc0f/0x9268ded837c03b82 lrc: 3/0,0 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02558b expref: 92 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709280:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008433bf2c/0x9268ded837c4fb91 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.709302:0:14892:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002135dc0f/0x9268ded837c03b82 lrc: 4/0,0 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02558b expref: 92 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.709302:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0xbea011c (000000005581330c) 00010000:00010000:1.0:1771968961.709307:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.709310:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008433bf2c/0x9268ded837c4fb91 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709322:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008433bf2c/0x9268ded837c4fb91 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0xbea011c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.709324:0:14892:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e34bc651 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14892:1858043760296256:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.709345:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4fb98 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x43f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.709349:0:14892:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f7cb02af going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.709354:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4fb98 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x43f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709361:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4fb98 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x43f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709367:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004f23f12e already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.709369:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4fb98 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x43f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.709374:0:14885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6292 00010000:00010000:1.0:1771968961.709380:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4fb98 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x43f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.709383:0:14885:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009718c4e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+15:3335:x1858043760295808:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1771968961.709397:0:14885:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:470 count 1 00010000:00010000:1.0:1771968961.709408:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43f:0x0].0x0 (0000000088c932db) 00010000:00010000:2.0:1771968961.709410:0:14885:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001467518d/0x9268ded837c50657 lrc: 3/0,1 mode: --/PW res: [0x1d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.709423:0:14885:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dae0cdc4/0x9268ded837c03c69 lrc: 2/0,0 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0255f4 expref: 92 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.709436:0:14885:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.709438:0:14885:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.709439:0:14885:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001467518d/0x9268ded837c50657 lrc: 4/0,1 mode: --/PW res: [0x1d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.709456:0:14885:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dae0cdc4/0x9268ded837c03c69 lrc: 3/0,0 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0255f4 expref: 92 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.709464:0:14885:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dae0cdc4/0x9268ded837c03c69 lrc: 4/0,0 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0255f4 expref: 92 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.709474:0:14885:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033d2452c pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14885:1858043760296320:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.709490:0:14885:0:(client.c:2500:ptlrpc_set_wait()) set 0000000058285a6b going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.709509:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1771968961.709512:0:14890:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006041c1b2/0x9268ded837c505cb lrc: 3/0,1 mode: PW/PW res: [0x3c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709512:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4fb98 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x43f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.709534:0:14890:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006041c1b2/0x9268ded837c505cb lrc: 3/0,1 mode: PW/PW res: [0x3c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709535:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004f23f12e/0x9268ded837c4fb98 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x43f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.709555:0:14890:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006041c1b2/0x9268ded837c505cb lrc: 3/0,1 mode: PW/PW res: [0x3c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.709563:0:14890:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006041c1b2/0x9268ded837c505cb lrc: 2/0,0 mode: PW/PW res: [0x3c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709564:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4fb8a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709581:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4fb8a lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709586:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4fb8a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709589:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006b021b00 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.709590:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4fb8a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709593:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4fb8a lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.709594:0:14890:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1771968961.709598:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0xf2061246 (00000000e8cc6de4) 00010000:00010000:1.0:1771968961.709601:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.709602:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4fb8a lrc: 2/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709606:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006b021b00/0x9268ded837c4fb8a lrc: 0/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709614:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000037015404/0x9268ded837c4fb9f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x435:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709620:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000037015404/0x9268ded837c4fb9f lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x435:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709623:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000037015404/0x9268ded837c4fb9f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x435:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709626:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000037015404 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.709627:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000037015404/0x9268ded837c4fb9f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x435:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709630:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000037015404/0x9268ded837c4fb9f lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x435:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709634:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x435:0x0].0x0 (00000000ee3fe9e7) 00010000:00010000:1.0:1771968961.709635:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.709635:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000037015404/0x9268ded837c4fb9f lrc: 2/0,0 mode: --/COS res: [0x200000402:0x435:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709638:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000037015404/0x9268ded837c4fb9f lrc: 0/0,0 mode: --/COS res: [0x200000402:0x435:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709649:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000bf5d441a/0x9268ded837c4fbbb lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709652:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bf5d441a/0x9268ded837c4fbbb lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709655:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bf5d441a/0x9268ded837c4fbbb lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709715:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bf5d441a already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.709716:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bf5d441a/0x9268ded837c4fbbb lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709720:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bf5d441a/0x9268ded837c4fbbb lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709726:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x5a114248 (0000000036592715) 00010000:00010000:1.0:1771968961.709728:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.709729:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bf5d441a/0x9268ded837c4fbbb lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709733:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bf5d441a/0x9268ded837c4fbbb lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x5a114248 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709741:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000001acc3e90/0x9268ded837c4fbc2 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x76b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709744:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001acc3e90/0x9268ded837c4fbc2 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x76b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709747:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001acc3e90/0x9268ded837c4fbc2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x76b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709751:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001acc3e90 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.709752:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001acc3e90/0x9268ded837c4fbc2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x76b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709755:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001acc3e90/0x9268ded837c4fbc2 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x76b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709760:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x76b:0x0].0x0 (00000000207dcfe7) 00010000:00010000:1.0:1771968961.709762:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.709763:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001acc3e90/0x9268ded837c4fbc2 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x76b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709765:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001acc3e90/0x9268ded837c4fbc2 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x76b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709777:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000024fd3736/0x9268ded837c4fbd7 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709780:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000024fd3736/0x9268ded837c4fbd7 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709783:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000024fd3736/0x9268ded837c4fbd7 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709786:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000024fd3736 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.709787:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000024fd3736/0x9268ded837c4fbd7 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709791:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000024fd3736/0x9268ded837c4fbd7 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709796:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0xa5e17578 (00000000d6507cfa) 00010000:00010000:1.0:1771968961.709797:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.709799:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000024fd3736/0x9268ded837c4fbd7 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709805:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000024fd3736/0x9268ded837c4fbd7 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709814:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000c9ac5ff6/0x9268ded837c4fbde lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709817:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c9ac5ff6/0x9268ded837c4fbde lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709821:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c9ac5ff6/0x9268ded837c4fbde lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709825:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c9ac5ff6 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.709825:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c9ac5ff6/0x9268ded837c4fbde lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709828:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c9ac5ff6/0x9268ded837c4fbde lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709833:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x420:0x0].0x0 (00000000dcc3c485) 00010000:00010000:1.0:1771968961.709834:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.709835:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c9ac5ff6/0x9268ded837c4fbde lrc: 2/0,0 mode: --/COS res: [0x200000402:0x420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709838:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c9ac5ff6/0x9268ded837c4fbde lrc: 0/0,0 mode: --/COS res: [0x200000402:0x420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709849:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000095779ad2/0x9268ded837c4fbf3 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709855:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000095779ad2/0x9268ded837c4fbf3 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709867:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000095779ad2/0x9268ded837c4fbf3 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709872:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000095779ad2 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.709874:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000095779ad2/0x9268ded837c4fbf3 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709880:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000095779ad2/0x9268ded837c4fbf3 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709889:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0xf2061246 (00000000a55c9da6) 00010000:00010000:1.0:1771968961.709892:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.709895:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000095779ad2/0x9268ded837c4fbf3 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709901:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000095779ad2/0x9268ded837c4fbf3 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0xf2061246 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709918:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000093801ce7/0x9268ded837c4fbfa lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x436:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.709919:0:14890:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a61e838a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+16:3333:x1858043760293888:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27713us (28469us total) trans 4294969099 rc 0/0 00010000:00010000:3.0:1771968961.709925:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.709933:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006041c1b2/0x9268ded837c505cb lrc: 2/0,0 mode: PW/PW res: [0x3c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.709933:0:14890:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6272 00010000:00010000:1.0:1771968961.709933:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000093801ce7/0x9268ded837c4fbfa lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x436:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709952:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000093801ce7/0x9268ded837c4fbfa lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x436:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.709954:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006041c1b2 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.709960:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006041c1b2/0x9268ded837c505cb lrc: 2/0,0 mode: PW/PW res: [0x3c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709976:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000093801ce7 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968961.709978:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006041c1b2/0x9268ded837c505cb lrc: 3/0,0 mode: PW/PW res: [0x3c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709980:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000093801ce7/0x9268ded837c4fbfa lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x436:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.709999:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000093801ce7/0x9268ded837c4fbfa lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x436:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.710006:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006041c1b2/0x9268ded837c505cb lrc: 1/0,0 mode: --/PW res: [0x3c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710007:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x436:0x0].0x0 (00000000815b945a) 00010000:00010000:1.0:1771968961.710012:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.710015:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000093801ce7/0x9268ded837c4fbfa lrc: 2/0,0 mode: --/COS res: [0x200000402:0x436:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.710019:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006041c1b2/0x9268ded837c505cb lrc: 0/0,0 mode: --/PW res: [0x3c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710024:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000093801ce7/0x9268ded837c4fbfa lrc: 0/0,0 mode: --/COS res: [0x200000402:0x436:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1771968961.710042:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c68aca13/2, rc 0, transno 1710 00010000:00010000:3.0:1771968961.710048:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.710049:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.710051:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.710053:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c68aca13 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760294208:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.710054:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000008ea26c0f/0x9268ded837c4fc0f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710063:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008ea26c0f/0x9268ded837c4fc0f lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1771968961.710066:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005f21ed0a/2, rc 0, transno 1711 00010000:00010000:1.0:1771968961.710070:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008ea26c0f/0x9268ded837c4fc0f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.710073:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f21ed0a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760294464:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1771968961.710074:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006554bc87/2, rc 0, transno 1714 00000100:00100000:3.0:1771968961.710080:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006554bc87 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760294336:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.710084:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008ea26c0f already unused, calling callback (000000001fada510) 00000004:00080000:2.0:1771968961.710087:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001973e72d/2, rc 0, transno 1798 00010000:00010000:1.0:1771968961.710088:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ea26c0f/0x9268ded837c4fc0f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1771968961.710091:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000db80d45b/2, rc 0, transno 1803 00000100:00100000:3.0:1771968961.710098:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db80d45b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760293888:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.710098:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001973e72d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760293696:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.710099:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ea26c0f/0x9268ded837c4fc0f lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1771968961.710111:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000096d85f3b/2, rc 0, transno 1799 00010000:00010000:1.0:1771968961.710112:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x98ca20bd (0000000066605ab4) 00010000:00010000:1.0:1771968961.710117:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1771968961.710118:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096d85f3b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760293952:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.710121:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008ea26c0f/0x9268ded837c4fc0f lrc: 2/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710128:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008ea26c0f/0x9268ded837c4fc0f lrc: 0/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710145:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000004b21abb/0x9268ded837c4fc16 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x438:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710151:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000004b21abb/0x9268ded837c4fc16 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x438:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710159:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000004b21abb/0x9268ded837c4fc16 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x438:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710164:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000004b21abb already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.710167:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000004b21abb/0x9268ded837c4fc16 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x438:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.710188:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005da66ddf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760296576:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.710191:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b4410108 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760296512:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.710197:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000004b21abb/0x9268ded837c4fc16 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x438:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710207:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x438:0x0].0x0 (00000000f20d264d) 00010000:00010000:1.0:1771968961.710210:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.710212:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000004b21abb/0x9268ded837c4fc16 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x438:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.710222:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968961.710226:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f4a0a9a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760296384:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.710231:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000004b21abb/0x9268ded837c4fc16 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x438:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.710252:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968961.710253:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1771968961.710254:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.710256:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.710258:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000068cf51b8/0x9268ded837c4fc32 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.710263:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005997a848 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760296448:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1771968961.710266:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000087f3940c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760296704:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.710268:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000068cf51b8/0x9268ded837c4fc32 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710277:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000068cf51b8/0x9268ded837c4fc32 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710283:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000068cf51b8 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.710286:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000068cf51b8/0x9268ded837c4fc32 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.710288:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1771968961.710296:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000068cf51b8/0x9268ded837c4fc32 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710306:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0xa5e17578 (00000000f213330d) 00010000:00010000:1.0:1771968961.710309:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.710311:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000068cf51b8/0x9268ded837c4fc32 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.710319:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1771968961.710322:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000068cf51b8/0x9268ded837c4fc32 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0xa5e17578 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710339:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000f4947fc4/0x9268ded837c4fc40 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x423:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.710349:0:14877:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760296512 00010000:00010000:1.0:1771968961.710350:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f4947fc4/0x9268ded837c4fc40 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x423:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710359:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f4947fc4/0x9268ded837c4fc40 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x423:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.710362:0:14895:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022ef260a pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14895:1858043760295424:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.710368:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f4947fc4 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.710372:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f4947fc4/0x9268ded837c4fc40 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x423:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.710374:0:14877:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760296384 00010000:00010000:1.0:1771968961.710381:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f4947fc4/0x9268ded837c4fc40 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x423:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.710386:0:14877:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760296704 00010000:00010000:3.0:1771968961.710393:0:14895:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f533560f/0x9268ded837c5061f lrc: 3/0,1 mode: --/PW res: [0x3bf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.710398:0:14877:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760296576 00000100:00100000:2.0:1771968961.710410:0:14877:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6293 00000100:00100000:3.0:1771968961.710414:0:14875:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6294 00000100:00100000:2.0:1771968961.710414:0:14877:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cd3e8e95 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+16:3332:x1858043760296512:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1771968961.710417:0:14875:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000013fde83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+18:3334:x1858043760296384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1771968961.710428:0:14875:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:471 count 1 00002000:00080000:2.0:1771968961.710428:0:14877:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:487 count 1 00010000:00010000:3.0:1771968961.710441:0:14875:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000038fc2035/0x9268ded837c5065e lrc: 3/0,1 mode: --/PW res: [0x1d7:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.710442:0:14877:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f95f666c/0x9268ded837c50665 lrc: 3/0,1 mode: --/PW res: [0x1e7:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.710452:0:14875:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000029062499/0x9268ded837c03d49 lrc: 2/0,0 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025656 expref: 92 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.710456:0:14877:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c4c9d0e9/0x9268ded837c0509e lrc: 2/0,0 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e05 expref: 75 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.710462:0:14875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.710464:0:14875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.710464:0:14877:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.710464:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x423:0x0].0x0 (0000000014e3105f) 00010000:00010000:2.0:1771968961.710466:0:14877:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.710467:0:14875:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038fc2035/0x9268ded837c5065e lrc: 4/0,1 mode: --/PW res: [0x1d7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.710469:0:14877:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f95f666c/0x9268ded837c50665 lrc: 4/0,1 mode: --/PW res: [0x1e7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710469:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.710473:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f4947fc4/0x9268ded837c4fc40 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x423:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710483:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f4947fc4/0x9268ded837c4fc40 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x423:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.710489:0:14875:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000029062499/0x9268ded837c03d49 lrc: 3/0,0 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025656 expref: 92 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.710489:0:14877:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c4c9d0e9/0x9268ded837c0509e lrc: 3/0,0 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e05 expref: 75 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.710500:0:14875:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000029062499/0x9268ded837c03d49 lrc: 4/0,0 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025656 expref: 92 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.710500:0:14877:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c4c9d0e9/0x9268ded837c0509e lrc: 4/0,0 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e05 expref: 75 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.710503:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000ce77d2fb/0x9268ded837c4fc39 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.710516:0:14875:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022ef260a pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14875:1858043760296768:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.710516:0:14877:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f8372c9a pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14877:1858043760296832:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.710518:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ce77d2fb/0x9268ded837c4fc39 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710527:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ce77d2fb/0x9268ded837c4fc39 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.710537:0:14875:0:(client.c:2500:ptlrpc_set_wait()) set 0000000038ff8050 going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.710537:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ce77d2fb already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.710539:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ce77d2fb/0x9268ded837c4fc39 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710547:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ce77d2fb/0x9268ded837c4fc39 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.710555:0:13424:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6295 00010000:00010000:1.0:1771968961.710557:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0xbcf75103 (0000000066d22d19) 00000100:00100000:3.0:1771968961.710561:0:13424:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055a5de45 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+18:3334:x1858043760296704:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.710561:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.710565:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ce77d2fb/0x9268ded837c4fc39 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710577:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ce77d2fb/0x9268ded837c4fc39 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1771968961.710584:0:13424:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:485 count 1 00010000:00010000:1.0:1771968961.710595:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000a3e6f6b3/0x9268ded837c4fc4e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x437:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.710598:0:13424:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088418c70/0x9268ded837c5066c lrc: 3/0,1 mode: --/PW res: [0x1e5:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710607:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a3e6f6b3/0x9268ded837c4fc4e lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x437:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.710616:0:13424:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c04e60 lrc: 2/0,0 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025d09 expref: 92 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710617:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a3e6f6b3/0x9268ded837c4fc4e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x437:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.710635:0:13424:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.710635:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a3e6f6b3 already unused, calling callback (000000001fada510) 00010000:00010000:3.0:1771968961.710638:0:13424:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.710640:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a3e6f6b3/0x9268ded837c4fc4e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x437:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.710641:0:13424:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088418c70/0x9268ded837c5066c lrc: 4/0,1 mode: --/PW res: [0x1e5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710657:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a3e6f6b3/0x9268ded837c4fc4e lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x437:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.710671:0:13424:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c04e60 lrc: 3/0,0 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025d09 expref: 92 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.710680:0:13424:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c04e60 lrc: 4/0,0 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025d09 expref: 92 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.710688:0:13424:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bdadfd83 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13424:1858043760296896:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.710786:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x437:0x0].0x0 (00000000f1162f8c) 00010000:00010000:1.0:1771968961.710789:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.710791:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a3e6f6b3/0x9268ded837c4fc4e lrc: 2/0,0 mode: --/COS res: [0x200000402:0x437:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710796:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a3e6f6b3/0x9268ded837c4fc4e lrc: 0/0,0 mode: --/COS res: [0x200000402:0x437:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710814:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000004ac6bd33/0x9268ded837c4fc63 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710819:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004ac6bd33/0x9268ded837c4fc63 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710825:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004ac6bd33/0x9268ded837c4fc63 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710830:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004ac6bd33 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.710832:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004ac6bd33/0x9268ded837c4fc63 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710837:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004ac6bd33/0x9268ded837c4fc63 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710843:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x283705e2 (000000001716f32d) 00010000:00010000:1.0:1771968961.710845:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.710847:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004ac6bd33/0x9268ded837c4fc63 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710856:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004ac6bd33/0x9268ded837c4fc63 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710881:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000021224016/0x9268ded837c4fc6a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x775:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710886:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000021224016/0x9268ded837c4fc6a lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x775:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710892:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000021224016/0x9268ded837c4fc6a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x775:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710898:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000021224016 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.710899:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000021224016/0x9268ded837c4fc6a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x775:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710905:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000021224016/0x9268ded837c4fc6a lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x775:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710912:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x775:0x0].0x0 (00000000c7b8f737) 00010000:00010000:1.0:1771968961.710914:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.710916:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000021224016/0x9268ded837c4fc6a lrc: 2/0,0 mode: --/COS res: [0x200000402:0x775:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710921:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000021224016/0x9268ded837c4fc6a lrc: 0/0,0 mode: --/COS res: [0x200000402:0x775:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710936:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000f341158f/0x9268ded837c4fc7f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710945:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f341158f/0x9268ded837c4fc7f lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710951:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f341158f/0x9268ded837c4fc7f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710956:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f341158f already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.710958:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f341158f/0x9268ded837c4fc7f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710962:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f341158f/0x9268ded837c4fc7f lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710968:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x98ca20bd (000000006c23e1f6) 00010000:00010000:1.0:1771968961.710970:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.710972:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f341158f/0x9268ded837c4fc7f lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710977:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f341158f/0x9268ded837c4fc7f lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x98ca20bd bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710989:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000f0f99951/0x9268ded837c4fc86 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x43b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710994:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f0f99951/0x9268ded837c4fc86 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x43b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.710999:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f0f99951/0x9268ded837c4fc86 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x43b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711007:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f0f99951 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.711009:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f0f99951/0x9268ded837c4fc86 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x43b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711014:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f0f99951/0x9268ded837c4fc86 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x43b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711019:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x43b:0x0].0x0 (00000000a353444b) 00010000:00010000:1.0:1771968961.711020:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.711021:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f0f99951/0x9268ded837c4fc86 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x43b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711026:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f0f99951/0x9268ded837c4fc86 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x43b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711039:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fc9b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711044:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fc9b lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711049:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fc9b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711054:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000baad588f already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.711056:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fc9b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711061:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fc9b lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711068:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0xbcf75103 (00000000c9e559bc) 00010000:00010000:1.0:1771968961.711070:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.711072:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fc9b lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711076:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000baad588f/0x9268ded837c4fc9b lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0xbcf75103 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.711089:0:14877:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dccaaa05 going to sleep for 6 seconds 00010000:00010000:1.0:1771968961.711089:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000aa680847/0x9268ded837c4fca2 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x439:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711098:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000aa680847/0x9268ded837c4fca2 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x439:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711104:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000aa680847/0x9268ded837c4fca2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x439:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711108:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aa680847 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.711111:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000aa680847/0x9268ded837c4fca2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x439:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.711114:0:14884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6296 00010000:00010000:1.0:1771968961.711121:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000aa680847/0x9268ded837c4fca2 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x439:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.711125:0:14884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067b5386b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+18:3333:x1858043760296576:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.711137:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x439:0x0].0x0 (00000000228df6e6) 00010000:00010000:1.0:1771968961.711139:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.711141:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000aa680847/0x9268ded837c4fca2 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x439:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1771968961.711144:0:14884:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:483 count 1 00010000:00010000:1.0:1771968961.711154:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000aa680847/0x9268ded837c4fca2 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x439:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.711161:0:14884:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c62a095f/0x9268ded837c50673 lrc: 3/0,1 mode: --/PW res: [0x1e3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711170:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fcb7 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.711195:0:14884:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000abc553ee/0x9268ded837c04c53 lrc: 2/0,0 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025c30 expref: 92 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711208:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fcb7 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.711211:0:14884:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.711214:0:14884:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.711216:0:14884:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c62a095f/0x9268ded837c50673 lrc: 4/0,1 mode: --/PW res: [0x1e3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711219:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fcb7 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711235:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e90f881a already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.711237:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fcb7 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711242:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fcb7 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.711249:0:14884:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000abc553ee/0x9268ded837c04c53 lrc: 3/0,0 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025c30 expref: 92 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711251:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x2ee4e5f8 (0000000058e9eb59) 00010000:00010000:1.0:1771968961.711257:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.711259:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fcb7 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.711265:0:14884:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000abc553ee/0x9268ded837c04c53 lrc: 4/0,0 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025c30 expref: 92 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.711269:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e90f881a/0x9268ded837c4fcb7 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.711287:0:14884:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068ce75d5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14884:1858043760296960:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.711292:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000ff5da720/0x9268ded837c4fcbe lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711304:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ff5da720/0x9268ded837c4fcbe lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.711309:0:14884:0:(client.c:2500:ptlrpc_set_wait()) set 000000009fdf9357 going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.711310:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ff5da720/0x9268ded837c4fcbe lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711318:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ff5da720 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.711320:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ff5da720/0x9268ded837c4fcbe lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711326:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ff5da720/0x9268ded837c4fcbe lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711334:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42a:0x0].0x0 (00000000fd76363a) 00010000:00010000:1.0:1771968961.711336:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.711338:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ff5da720/0x9268ded837c4fcbe lrc: 2/0,0 mode: --/COS res: [0x200000402:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711344:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ff5da720/0x9268ded837c4fcbe lrc: 0/0,0 mode: --/COS res: [0x200000402:0x42a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711363:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4fcd3 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711370:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4fcd3 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711376:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4fcd3 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.711436:0:14887:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2ba1598 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14887:1858043760295488:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.711454:0:14887:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005d228a5f/0x9268ded837c50626 lrc: 3/0,1 mode: --/PW res: [0x1d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711504:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7e6b22f already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.711508:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4fcd3 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711516:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4fcd3 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.711519:0:14894:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000208b2fa6 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14894:1858043760295552:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.711533:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x283705e2 (000000000a20ddc2) 00010000:00010000:1.0:1771968961.711536:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968961.711537:0:14894:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a5420399/0x9268ded837c5062d lrc: 3/0,1 mode: --/PW res: [0x1e2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711539:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4fcd3 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711556:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7e6b22f/0x9268ded837c4fcd3 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x283705e2 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711572:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000022a9af69/0x9268ded837c4fcda lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x776:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711579:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000022a9af69/0x9268ded837c4fcda lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x776:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711584:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000022a9af69/0x9268ded837c4fcda lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x776:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711590:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000022a9af69 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.711592:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000022a9af69/0x9268ded837c4fcda lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x776:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.711603:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1771968961.711603:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000022a9af69/0x9268ded837c4fcda lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x776:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711615:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x776:0x0].0x0 (00000000499a7db2) 00010000:00010000:1.0:1771968961.711618:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.711621:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000022a9af69/0x9268ded837c4fcda lrc: 2/0,0 mode: --/COS res: [0x200000402:0x776:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711626:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000022a9af69/0x9268ded837c4fcda lrc: 0/0,0 mode: --/COS res: [0x200000402:0x776:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711647:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000770974ea/0x9268ded837c4fcef lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.711658:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1771968961.711659:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000770974ea/0x9268ded837c4fcef lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711740:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000770974ea/0x9268ded837c4fcef lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711746:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000770974ea already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.711748:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000770974ea/0x9268ded837c4fcef lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711754:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000770974ea/0x9268ded837c4fcef lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711763:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x76821429 (000000000ee8aac3) 00010000:00010000:1.0:1771968961.711765:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.711767:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000770974ea/0x9268ded837c4fcef lrc: 2/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711778:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000770974ea/0x9268ded837c4fcef lrc: 0/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711792:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000000db6c2f7/0x9268ded837c4fcf6 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x431:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711798:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000000db6c2f7/0x9268ded837c4fcf6 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x431:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711803:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000000db6c2f7/0x9268ded837c4fcf6 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x431:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711808:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000db6c2f7 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.711810:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000db6c2f7/0x9268ded837c4fcf6 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x431:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711815:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000000db6c2f7/0x9268ded837c4fcf6 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x431:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.711820:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754101760 00010000:00010000:1.0:1771968961.711823:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x431:0x0].0x0 (000000003a7624af) 00010000:00010000:1.0:1771968961.711826:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.711828:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000000db6c2f7/0x9268ded837c4fcf6 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x431:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711834:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000000db6c2f7/0x9268ded837c4fcf6 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x431:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.711846:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ef211094/0x9268ded837c03aa9 lrc: 4/0,0 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025530 expref: 76 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.711853:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000009d2f721e/0x9268ded837c4fd0b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711873:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009d2f721e/0x9268ded837c4fd0b lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711880:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009d2f721e/0x9268ded837c4fd0b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.711885:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754101888 00010000:00010000:1.0:1771968961.711886:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009d2f721e already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.711890:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009d2f721e/0x9268ded837c4fd0b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711897:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009d2f721e/0x9268ded837c4fd0b lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.711899:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004ec4a481/0x9268ded837c4e047 lrc: 4/0,0 mode: PW/PW res: [0x3bf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e311 expref: 93 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.711914:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x2ee4e5f8 (00000000e9db30af) 00010000:00010000:1.0:1771968961.711918:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.711920:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009d2f721e/0x9268ded837c4fd0b lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.711927:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11417 00010000:00010000:1.0:1771968961.711933:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009d2f721e/0x9268ded837c4fd0b lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x2ee4e5f8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.711939:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9fde56b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+76:2267:x1858043754101760:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1771968961.711952:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.711954:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000092542d84/0x9268ded837c4fd12 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x42c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.711958:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ef211094/0x9268ded837c03aa9 lrc: 4/0,0 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025530 expref: 76 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.711966:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000092542d84/0x9268ded837c4fd12 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x42c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.711979:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000092542d84/0x9268ded837c4fd12 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x42c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.711981:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ef211094/0x9268ded837c03aa9 lrc: 3/0,0 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025530 expref: 76 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.711997:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000092542d84 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.711999:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000092542d84/0x9268ded837c4fd12 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x42c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712003:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000092542d84/0x9268ded837c4fd12 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x42c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712010:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x42c:0x0].0x0 (0000000068054d38) 00010000:00010000:1.0:1771968961.712012:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.712014:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000092542d84/0x9268ded837c4fd12 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x42c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712019:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000092542d84/0x9268ded837c4fd12 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x42c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712035:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000002abfc5d2/0x9268ded837c4fd27 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712040:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002abfc5d2/0x9268ded837c4fd27 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712055:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002abfc5d2/0x9268ded837c4fd27 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712061:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002abfc5d2 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.712063:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002abfc5d2/0x9268ded837c4fd27 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712068:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002abfc5d2/0x9268ded837c4fd27 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.712071:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ef211094/0x9268ded837c03aa9 lrc: 0/0,0 mode: --/PW res: [0x1d3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025530 expref: 76 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.712084:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0xcd7d97c8 (000000002236e93d) 00010000:00010000:1.0:1771968961.712089:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968961.712090:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.712091:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002abfc5d2/0x9268ded837c4fd27 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.712094:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.712099:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005d228a5f/0x9268ded837c50626 lrc: 3/0,1 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712101:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002abfc5d2/0x9268ded837c4fd27 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.712118:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d228a5f/0x9268ded837c50626 lrc: 4/0,1 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712128:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000aa27d807/0x9268ded837c4fd2e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712135:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000aa27d807/0x9268ded837c4fd2e lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712140:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000aa27d807/0x9268ded837c4fd2e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.712141:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.712146:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aa27d807 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.712148:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000aa27d807/0x9268ded837c4fd2e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712153:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000aa27d807/0x9268ded837c4fd2e lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712162:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41a:0x0].0x0 (0000000018ff04e0) 00000100:00100000:2.0:1771968961.712165:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9fde56b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+75:2267:x1858043754101760:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 227us (566us total) trans 0 rc 0/0 00010000:00010000:1.0:1771968961.712166:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.712169:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000aa27d807/0x9268ded837c4fd2e lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.712201:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11417 00010000:00010000:1.0:1771968961.712210:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000aa27d807/0x9268ded837c4fd2e lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.712224:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11418 00000100:00100000:2.0:1771968961.712230:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000352442c8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+93:2265:x1858043754101888:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1771968961.712233:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000cbf109d9/0x9268ded837c4fd43 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.712238:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.712243:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cbf109d9/0x9268ded837c4fd43 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.712244:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004ec4a481/0x9268ded837c4e047 lrc: 4/0,0 mode: PW/PW res: [0x3bf:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e311 expref: 93 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.712259:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cbf109d9/0x9268ded837c4fd43 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.712267:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004ec4a481/0x9268ded837c4e047 lrc: 3/0,0 mode: PW/PW res: [0x3bf:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e311 expref: 93 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.712269:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cbf109d9 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.712273:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cbf109d9/0x9268ded837c4fd43 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712285:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cbf109d9/0x9268ded837c4fd43 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712295:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x76821429 (000000006e08794d) 00010000:00010000:1.0:1771968961.712297:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.712299:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cbf109d9/0x9268ded837c4fd43 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.712302:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004ec4a481/0x9268ded837c4e047 lrc: 0/0,0 mode: --/PW res: [0x3bf:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e311 expref: 93 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.712312:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cbf109d9/0x9268ded837c4fd43 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x76821429 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.712321:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.712324:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.712326:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f533560f/0x9268ded837c5061f lrc: 3/0,1 mode: PW/PW res: [0x3bf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712330:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000b312a794/0x9268ded837c4fd4a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x432:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.712337:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f533560f/0x9268ded837c5061f lrc: 4/0,1 mode: PW/PW res: [0x3bf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712357:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b312a794/0x9268ded837c4fd4a lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x432:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712365:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b312a794/0x9268ded837c4fd4a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x432:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712370:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b312a794 already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968961.712371:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.712373:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b312a794/0x9268ded837c4fd4a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x432:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712380:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b312a794/0x9268ded837c4fd4a lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x432:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.712387:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000352442c8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+92:2265:x1858043754101888:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 156us (733us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.712395:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11418 00010000:00010000:2.0:1771968961.712411:0:14887:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005d228a5f/0x9268ded837c50626 lrc: 3/0,1 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.712419:0:14887:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d228a5f/0x9268ded837c50626 lrc: 3/0,1 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.712433:0:14887:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d228a5f/0x9268ded837c50626 lrc: 3/0,1 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.712440:0:14887:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d228a5f/0x9268ded837c50626 lrc: 2/0,0 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.712457:0:14887:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1771968961.712463:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x432:0x0].0x0 (00000000c7b6fb7b) 00010000:00010000:1.0:1771968961.712467:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.712470:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b312a794/0x9268ded837c4fd4a lrc: 2/0,0 mode: --/COS res: [0x200000402:0x432:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712477:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b312a794/0x9268ded837c4fd4a lrc: 0/0,0 mode: --/COS res: [0x200000402:0x432:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712495:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000b600694f/0x9268ded837c4fd5f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712501:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b600694f/0x9268ded837c4fd5f lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712508:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b600694f/0x9268ded837c4fd5f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712517:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b600694f already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.712520:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b600694f/0x9268ded837c4fd5f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712526:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b600694f/0x9268ded837c4fd5f lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712534:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0xcd7d97c8 (00000000831ded54) 00010000:00010000:1.0:1771968961.712537:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.712539:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b600694f/0x9268ded837c4fd5f lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712545:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b600694f/0x9268ded837c4fd5f lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0xcd7d97c8 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712558:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000e8a7b6e6/0x9268ded837c4fd66 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712564:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e8a7b6e6/0x9268ded837c4fd66 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712570:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e8a7b6e6/0x9268ded837c4fd66 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712577:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e8a7b6e6 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.712579:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8a7b6e6/0x9268ded837c4fd66 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712585:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e8a7b6e6/0x9268ded837c4fd66 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712593:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41d:0x0].0x0 (00000000a391cdfb) 00010000:00010000:1.0:1771968961.712596:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.712598:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e8a7b6e6/0x9268ded837c4fd66 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712604:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e8a7b6e6/0x9268ded837c4fd66 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712622:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000d5c5082c/0x9268ded837c4fd7b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712629:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d5c5082c/0x9268ded837c4fd7b lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712634:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d5c5082c/0x9268ded837c4fd7b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712640:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5c5082c already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.712642:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5c5082c/0x9268ded837c4fd7b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712647:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d5c5082c/0x9268ded837c4fd7b lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712656:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e5:0x0].0xc3d50206 (00000000ded7c717) 00010000:00010000:1.0:1771968961.712659:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.712735:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d5c5082c/0x9268ded837c4fd7b lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e5:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712747:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d5c5082c/0x9268ded837c4fd7b lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e5:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712761:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000005291e331/0x9268ded837c4fd82 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712767:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005291e331/0x9268ded837c4fd82 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712774:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005291e331/0x9268ded837c4fd82 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712780:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005291e331 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.712783:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005291e331/0x9268ded837c4fd82 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712789:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005291e331/0x9268ded837c4fd82 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712798:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ef:0x0].0x0 (00000000fee28407) 00010000:00010000:1.0:1771968961.712801:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.712803:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005291e331/0x9268ded837c4fd82 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712808:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005291e331/0x9268ded837c4fd82 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712830:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000c7a3f5cf/0x9268ded837c4fd9e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e5:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712841:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000c7a3f5cf/0x9268ded837c4fd9e lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712847:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000c7a3f5cf/0x9268ded837c4fd9e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712852:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c7a3f5cf already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.712853:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c7a3f5cf/0x9268ded837c4fd9e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712868:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000c7a3f5cf/0x9268ded837c4fd9e lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712876:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e5:0x0].0x6428115e (0000000029173d5e) 00010000:00010000:1.0:1771968961.712879:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.712881:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000c7a3f5cf/0x9268ded837c4fd9e lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e5:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712886:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c7a3f5cf/0x9268ded837c4fd9e lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e5:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712905:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000f44dbf62/0x9268ded837c4fda5 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712911:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f44dbf62/0x9268ded837c4fda5 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712917:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f44dbf62/0x9268ded837c4fda5 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.712920:0:13424:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b84ea446 going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.712930:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f44dbf62 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.712933:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f44dbf62/0x9268ded837c4fda5 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712938:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f44dbf62/0x9268ded837c4fda5 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.712943:0:14895:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f533560f/0x9268ded837c5061f lrc: 3/0,1 mode: PW/PW res: [0x3bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712947:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e7:0x0].0x0 (00000000e8ac62dd) 00010000:00010000:1.0:1771968961.712952:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.712955:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f44dbf62/0x9268ded837c4fda5 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.712957:0:14895:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f533560f/0x9268ded837c5061f lrc: 3/0,1 mode: PW/PW res: [0x3bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712969:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f44dbf62/0x9268ded837c4fda5 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.712974:0:14895:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f533560f/0x9268ded837c5061f lrc: 3/0,1 mode: PW/PW res: [0x3bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.712989:0:14895:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f533560f/0x9268ded837c5061f lrc: 2/0,0 mode: PW/PW res: [0x3bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.712993:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000034f1c4d2/0x9268ded837c4fdc1 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e5:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713002:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000034f1c4d2/0x9268ded837c4fdc1 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713006:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000034f1c4d2/0x9268ded837c4fdc1 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.713009:0:14895:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1771968961.713012:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000034f1c4d2 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.713015:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000034f1c4d2/0x9268ded837c4fdc1 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713021:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000034f1c4d2/0x9268ded837c4fdc1 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713028:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e5:0x0].0x469e1765 (00000000f76fbf52) 00010000:00010000:1.0:1771968961.713031:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.713033:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000034f1c4d2/0x9268ded837c4fdc1 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e5:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713039:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000034f1c4d2/0x9268ded837c4fdc1 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e5:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713052:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000cf53b5cc/0x9268ded837c4fdc8 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713058:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cf53b5cc/0x9268ded837c4fdc8 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713064:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cf53b5cc/0x9268ded837c4fdc8 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713070:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cf53b5cc already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.713072:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cf53b5cc/0x9268ded837c4fdc8 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713079:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cf53b5cc/0x9268ded837c4fdc8 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713086:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ee:0x0].0x0 (0000000025b91d65) 00010000:00010000:1.0:1771968961.713089:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.713091:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cf53b5cc/0x9268ded837c4fdc8 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.713095:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1771968961.713103:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d228a5f/0x9268ded837c50626 lrc: 2/0,0 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713104:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cf53b5cc/0x9268ded837c4fdc8 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3ee:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.713122:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005d228a5f already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.713126:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d228a5f/0x9268ded837c50626 lrc: 2/0,0 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.713133:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d228a5f/0x9268ded837c50626 lrc: 3/0,0 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713134:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000b7dc3365/0x9268ded837c4fdd6 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713149:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000b7dc3365/0x9268ded837c4fdd6 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713155:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000b7dc3365/0x9268ded837c4fdd6 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.713155:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d228a5f/0x9268ded837c50626 lrc: 1/0,0 mode: --/PW res: [0x1d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.713189:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d228a5f/0x9268ded837c50626 lrc: 0/0,0 mode: --/PW res: [0x1d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713193:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b7dc3365 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.713198:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b7dc3365/0x9268ded837c4fdd6 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713214:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000b7dc3365/0x9268ded837c4fdd6 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.713224:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1771968961.713226:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e6:0x0].0xc3d50206 (000000007b95ec38) 00010000:00010000:0.0:1771968961.713228:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f533560f/0x9268ded837c5061f lrc: 2/0,0 mode: PW/PW res: [0x3bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713230:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.713233:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000b7dc3365/0x9268ded837c4fdd6 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e6:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.713244:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f533560f already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.713247:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000b7dc3365/0x9268ded837c4fdd6 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e6:0x0].0xc3d50206 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.713248:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f533560f/0x9268ded837c5061f lrc: 2/0,0 mode: PW/PW res: [0x3bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.713265:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f533560f/0x9268ded837c5061f lrc: 3/0,0 mode: PW/PW res: [0x3bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.713277:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f533560f/0x9268ded837c5061f lrc: 1/0,0 mode: --/PW res: [0x3bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713278:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000001a202421/0x9268ded837c4fddd lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.713288:0:14895:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e550a34e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+19:3335:x1858043760294016:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25997us (26271us total) trans 4294969100 rc 0/0 00010000:00010000:0.0:1771968961.713293:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f533560f/0x9268ded837c5061f lrc: 0/0,0 mode: --/PW res: [0x3bf:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.713303:0:14895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6284 00010000:00010000:1.0:1771968961.713312:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001a202421/0x9268ded837c4fddd lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.713317:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.713318:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001a202421/0x9268ded837c4fddd lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.713320:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.713322:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.713324:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.713326:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001a202421 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.713330:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a202421/0x9268ded837c4fddd lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713337:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001a202421/0x9268ded837c4fddd lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713347:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f0:0x0].0x0 (000000008631274e) 00010000:00010000:3.0:1771968961.713348:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.713351:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.713354:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001a202421/0x9268ded837c4fddd lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713361:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001a202421/0x9268ded837c4fddd lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.713364:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968961.713398:0:8204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760296448 00010000:00010000:1.0:1771968961.713399:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000062655802/0x9268ded837c4fdf2 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713407:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000062655802/0x9268ded837c4fdf2 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713414:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000062655802/0x9268ded837c4fdf2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.713426:0:8204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6297 00010000:00010000:1.0:1771968961.713427:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000062655802 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.713431:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000062655802/0x9268ded837c4fdf2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.713433:0:8204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004654725 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+18:3335:x1858043760296448:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.713444:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000062655802/0x9268ded837c4fdf2 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.713449:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.713454:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e5:0x0].0xf4ed591 (00000000e1599e73) 00010000:00010000:1.0:1771968961.713458:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.713460:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000062655802/0x9268ded837c4fdf2 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e5:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1771968961.713461:0:8204:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:492 count 1 00000100:00100000:0.0:1771968961.713471:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005d203d3b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+91:2264:x1858043754101696:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 16694us (18979us total) trans 0 rc 0/0 00010000:00010000:1.0:1771968961.713472:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000062655802/0x9268ded837c4fdf2 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e5:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.713483:0:8204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000049e1769d/0x9268ded837c5067a lrc: 3/0,1 mode: --/PW res: [0x1ec:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.713485:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11416 00010000:00010000:3.0:1771968961.713497:0:8204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005e73b77b/0x9268ded837c054d4 lrc: 2/0,0 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025fda expref: 74 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713498:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000001f3ad46d/0x9268ded837c4fdf9 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.713513:0:8204:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.713515:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001f3ad46d/0x9268ded837c4fdf9 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.713516:0:8204:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.713520:0:8204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049e1769d/0x9268ded837c5067a lrc: 4/0,1 mode: --/PW res: [0x1ec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713527:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001f3ad46d/0x9268ded837c4fdf9 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713537:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001f3ad46d already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.713539:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f3ad46d/0x9268ded837c4fdf9 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713544:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f3ad46d/0x9268ded837c4fdf9 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.713552:0:8204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005e73b77b/0x9268ded837c054d4 lrc: 3/0,0 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025fda expref: 74 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713556:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3eb:0x0].0x0 (00000000ad7fe45b) 00010000:00010000:1.0:1771968961.713562:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.713565:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001f3ad46d/0x9268ded837c4fdf9 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713577:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001f3ad46d/0x9268ded837c4fdf9 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3eb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.713580:0:8204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005e73b77b/0x9268ded837c054d4 lrc: 4/0,0 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025fda expref: 74 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.713601:0:8204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a590b6bc pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8204:1858043760297024:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.713607:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000009c613f6d/0x9268ded837c4fe1c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e6:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713615:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009c613f6d/0x9268ded837c4fe1c lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713621:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009c613f6d/0x9268ded837c4fe1c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713627:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009c613f6d already unused, calling callback (000000001fada510) 00000100:00100000:3.0:1771968961.713628:0:8204:0:(client.c:2500:ptlrpc_set_wait()) set 00000000112da5df going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.713630:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009c613f6d/0x9268ded837c4fe1c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713638:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009c613f6d/0x9268ded837c4fe1c lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.713646:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006da6880c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760296640:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.713647:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e6:0x0].0x6428115e (00000000a17685c5) 00010000:00010000:1.0:1771968961.713650:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.713652:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009c613f6d/0x9268ded837c4fe1c lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e6:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.713682:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968961.713706:0:15875:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760296640 00000100:00100000:3.0:1771968961.713727:0:15875:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6298 00000100:00100000:3.0:1771968961.713731:0:15875:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbc80683 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+19:3335:x1858043760296640:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.713768:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009c613f6d/0x9268ded837c4fe1c lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e6:0x0].0x6428115e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713781:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000782f4d1d/0x9268ded837c4fe2a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713785:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000782f4d1d/0x9268ded837c4fe2a lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713789:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000782f4d1d/0x9268ded837c4fe2a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713792:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000782f4d1d already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.713793:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000782f4d1d/0x9268ded837c4fe2a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713796:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000782f4d1d/0x9268ded837c4fe2a lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713800:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e8:0x0].0x0 (000000005bfabf61) 00010000:00010000:1.0:1771968961.713802:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.713803:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000782f4d1d/0x9268ded837c4fe2a lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713807:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000782f4d1d/0x9268ded837c4fe2a lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713822:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000004e1e1156/0x9268ded837c4fe15 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713829:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004e1e1156/0x9268ded837c4fe15 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713833:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004e1e1156/0x9268ded837c4fe15 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713835:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004e1e1156 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.713837:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004e1e1156/0x9268ded837c4fe15 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713840:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004e1e1156/0x9268ded837c4fe15 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713844:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e5:0x0].0xe7aaf970 (00000000754ef3f0) 00010000:00010000:1.0:1771968961.713845:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.713846:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004e1e1156/0x9268ded837c4fe15 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e5:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713849:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004e1e1156/0x9268ded837c4fe15 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e5:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713856:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fe23 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x74c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713868:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fe23 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x74c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713873:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fe23 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x74c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713880:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000961b92b8 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.713882:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fe23 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x74c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713885:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fe23 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x74c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713891:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74c:0x0].0x0 (0000000028f17b0a) 00010000:00010000:1.0:1771968961.713893:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.713895:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fe23 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x74c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713899:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000961b92b8/0x9268ded837c4fe23 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x74c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713918:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000001f614316/0x9268ded837c4fe46 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e6:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713924:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001f614316/0x9268ded837c4fe46 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713929:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001f614316/0x9268ded837c4fe46 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713934:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001f614316 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.713936:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f614316/0x9268ded837c4fe46 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713943:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001f614316/0x9268ded837c4fe46 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713952:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e6:0x0].0x469e1765 (00000000d78dac9c) 00010000:00010000:1.0:1771968961.713955:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.713958:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001f614316/0x9268ded837c4fe46 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e6:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713963:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001f614316/0x9268ded837c4fe46 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e6:0x0].0x469e1765 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713978:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000ae49b7da/0x9268ded837c4fe4d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713983:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ae49b7da/0x9268ded837c4fe4d lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713989:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ae49b7da/0x9268ded837c4fe4d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.713995:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ae49b7da already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.713997:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ae49b7da/0x9268ded837c4fe4d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714003:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ae49b7da/0x9268ded837c4fe4d lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714011:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ed:0x0].0x0 (000000003bb5bcd2) 00010000:00010000:1.0:1771968961.714013:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.714015:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ae49b7da/0x9268ded837c4fe4d lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714025:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ae49b7da/0x9268ded837c4fe4d lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3ed:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714043:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000ad8f5771/0x9268ded837c4fe62 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714049:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ad8f5771/0x9268ded837c4fe62 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714055:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ad8f5771/0x9268ded837c4fe62 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714061:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ad8f5771 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.714063:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ad8f5771/0x9268ded837c4fe62 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714068:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ad8f5771/0x9268ded837c4fe62 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714077:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e5:0x0].0xa36e7a4 (00000000e9826c31) 00010000:00010000:1.0:1771968961.714080:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.714082:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ad8f5771/0x9268ded837c4fe62 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e5:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714088:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ad8f5771/0x9268ded837c4fe62 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e5:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714104:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000a43deb21/0x9268ded837c4fe69 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x740:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714114:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a43deb21/0x9268ded837c4fe69 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x740:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714120:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a43deb21/0x9268ded837c4fe69 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x740:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714125:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a43deb21 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.714127:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a43deb21/0x9268ded837c4fe69 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x740:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714133:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a43deb21/0x9268ded837c4fe69 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x740:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714142:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x740:0x0].0x0 (0000000081d05129) 00010000:00010000:1.0:1771968961.714144:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.714146:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a43deb21/0x9268ded837c4fe69 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x740:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714152:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a43deb21/0x9268ded837c4fe69 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x740:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714169:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000da9c4bae/0x9268ded837c4fe93 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714194:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000da9c4bae/0x9268ded837c4fe93 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714201:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000da9c4bae/0x9268ded837c4fe93 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714210:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000da9c4bae already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.714213:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da9c4bae/0x9268ded837c4fe93 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714219:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000da9c4bae/0x9268ded837c4fe93 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714228:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e5:0x0].0xe5dc7a0b (0000000015dbe501) 00010000:00010000:1.0:1771968961.714231:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.714233:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000da9c4bae/0x9268ded837c4fe93 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e5:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714239:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000da9c4bae/0x9268ded837c4fe93 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e5:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714252:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000ec55f190/0x9268ded837c4fe9a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714258:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ec55f190/0x9268ded837c4fe9a lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714264:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ec55f190/0x9268ded837c4fe9a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714270:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ec55f190 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.714272:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ec55f190/0x9268ded837c4fe9a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714277:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ec55f190/0x9268ded837c4fe9a lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714286:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e9:0x0].0x0 (000000001e8eb4c5) 00010000:00010000:1.0:1771968961.714288:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.714290:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ec55f190/0x9268ded837c4fe9a lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714295:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ec55f190/0x9268ded837c4fe9a lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714316:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000ba6cb819/0x9268ded837c4fe7e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714323:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ba6cb819/0x9268ded837c4fe7e lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714329:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ba6cb819/0x9268ded837c4fe7e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714335:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ba6cb819 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.714338:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ba6cb819/0x9268ded837c4fe7e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714344:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ba6cb819/0x9268ded837c4fe7e lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714351:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e6:0x0].0xf4ed591 (00000000481558b1) 00010000:00010000:1.0:1771968961.714353:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.714355:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ba6cb819/0x9268ded837c4fe7e lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e6:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714365:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ba6cb819/0x9268ded837c4fe7e lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e6:0x0].0xf4ed591 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714381:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee673c0e/0x9268ded837c4fe85 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714459:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ee673c0e/0x9268ded837c4fe85 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714466:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ee673c0e/0x9268ded837c4fe85 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714471:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ee673c0e already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.714474:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee673c0e/0x9268ded837c4fe85 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714480:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee673c0e/0x9268ded837c4fe85 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714489:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ec:0x0].0x0 (000000000a4e9b19) 00010000:00010000:1.0:1771968961.714491:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.714494:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ee673c0e/0x9268ded837c4fe85 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714500:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ee673c0e/0x9268ded837c4fe85 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3ec:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714521:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000032cdb8a4/0x9268ded837c4fec4 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714533:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000032cdb8a4/0x9268ded837c4fec4 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.714540:0:14887:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f0cc685 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+19:3335:x1858043760294272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27176us (27486us total) trans 4294969011 rc 0/0 00010000:00010000:1.0:1771968961.714543:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000032cdb8a4/0x9268ded837c4fec4 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714553:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000032cdb8a4 already unused, calling callback (000000001fada510) 00000100:00100000:2.0:1771968961.714555:0:14887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6285 00010000:00010000:1.0:1771968961.714557:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000032cdb8a4/0x9268ded837c4fec4 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714565:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000032cdb8a4/0x9268ded837c4fec4 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714575:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e6:0x0].0xe7aaf970 (00000000d27ecb1f) 00010000:00010000:1.0:1771968961.714577:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.714580:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000032cdb8a4/0x9268ded837c4fec4 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e6:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.714585:0:14888:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000344e9b4a/0x9268ded837c50618 lrc: 3/0,1 mode: PW/PW res: [0x3bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714586:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000032cdb8a4/0x9268ded837c4fec4 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e6:0x0].0xe7aaf970 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.714607:0:14888:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000344e9b4a/0x9268ded837c50618 lrc: 3/0,1 mode: PW/PW res: [0x3bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714614:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000004fad0f2e/0x9268ded837c4fed2 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x74e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.714617:0:14888:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000344e9b4a/0x9268ded837c50618 lrc: 3/0,1 mode: PW/PW res: [0x3bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714633:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004fad0f2e/0x9268ded837c4fed2 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x74e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.714635:0:14888:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000344e9b4a/0x9268ded837c50618 lrc: 2/0,0 mode: PW/PW res: [0x3bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714651:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004fad0f2e/0x9268ded837c4fed2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x74e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.714673:0:14888:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1771968961.714742:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004fad0f2e already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.714745:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004fad0f2e/0x9268ded837c4fed2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x74e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714751:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004fad0f2e/0x9268ded837c4fed2 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x74e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714759:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x74e:0x0].0x0 (00000000422e48e4) 00010000:00010000:1.0:1771968961.714761:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.714764:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004fad0f2e/0x9268ded837c4fed2 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x74e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714771:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004fad0f2e/0x9268ded837c4fed2 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x74e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714795:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000046fd07dd/0x9268ded837c4febd lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c9:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.714803:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1771968961.714809:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000046fd07dd/0x9268ded837c4febd lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3c9:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714816:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000046fd07dd/0x9268ded837c4febd lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c9:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714822:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000046fd07dd already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.714825:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000046fd07dd/0x9268ded837c4febd lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c9:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.714825:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.714834:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000344e9b4a/0x9268ded837c50618 lrc: 2/0,0 mode: PW/PW res: [0x3bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714835:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000046fd07dd/0x9268ded837c4febd lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3c9:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.714853:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000344e9b4a already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.714857:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c9:0x0].0xe2501d74 (000000001b5250ef) 00010000:00010000:0.0:1771968961.714858:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000344e9b4a/0x9268ded837c50618 lrc: 2/0,0 mode: PW/PW res: [0x3bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714873:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.714877:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000046fd07dd/0x9268ded837c4febd lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3c9:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.714880:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000344e9b4a/0x9268ded837c50618 lrc: 3/0,0 mode: PW/PW res: [0x3bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714894:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000046fd07dd/0x9268ded837c4febd lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3c9:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.714904:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000344e9b4a/0x9268ded837c50618 lrc: 1/0,0 mode: --/PW res: [0x3bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714910:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000006e9eb094/0x9268ded837c4fecb lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.714911:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000344e9b4a/0x9268ded837c50618 lrc: 0/0,0 mode: --/PW res: [0x3bd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714927:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006e9eb094/0x9268ded837c4fecb lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714936:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006e9eb094/0x9268ded837c4fecb lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714941:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006e9eb094 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.714944:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006e9eb094/0x9268ded837c4fecb lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714951:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006e9eb094/0x9268ded837c4fecb lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.714952:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.714954:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.714956:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.714962:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d6:0x0].0x0 (000000000097b461) 00010000:00010000:1.0:1771968961.714965:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.714967:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006e9eb094/0x9268ded837c4fecb lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.714973:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754101824 00010000:00010000:1.0:1771968961.714980:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006e9eb094/0x9268ded837c4fecb lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3d6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.714999:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000007adc762b/0x9268ded837c4ff03 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715006:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007adc762b/0x9268ded837c4ff03 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715011:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007adc762b/0x9268ded837c4ff03 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715017:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007adc762b already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.715019:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007adc762b/0x9268ded837c4ff03 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715024:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007adc762b/0x9268ded837c4ff03 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715032:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e6:0x0].0xa36e7a4 (000000004d508861) 00010000:00010000:1.0:1771968961.715034:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.715036:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007adc762b/0x9268ded837c4ff03 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e6:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715041:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007adc762b/0x9268ded837c4ff03 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e6:0x0].0xa36e7a4 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715054:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4ff0a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x742:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715064:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4ff0a lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x742:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715070:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4ff0a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x742:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715076:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a5bd657a already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.715079:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4ff0a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x742:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.715080:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004cee0adb/0x9268ded837c04c37 lrc: 4/0,0 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025c1b expref: 75 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.715096:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4ff0a lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x742:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715106:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x742:0x0].0x0 (000000008d02a4ff) 00010000:00010000:1.0:1771968961.715108:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.715111:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4ff0a lrc: 2/0,0 mode: --/COS res: [0x200000402:0x742:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715116:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a5bd657a/0x9268ded837c4ff0a lrc: 0/0,0 mode: --/COS res: [0x200000402:0x742:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.715123:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11419 00000100:00100000:0.0:1771968961.715130:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b97fbf30 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+75:2267:x1858043754101824:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1771968961.715136:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000002d279ccf/0x9268ded837c4ff50 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715144:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002d279ccf/0x9268ded837c4ff50 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.715145:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.715153:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002d279ccf/0x9268ded837c4ff50 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.715155:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004cee0adb/0x9268ded837c04c37 lrc: 4/0,0 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025c1b expref: 75 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.715194:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002d279ccf already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.715196:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002d279ccf/0x9268ded837c4ff50 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715202:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002d279ccf/0x9268ded837c4ff50 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715210:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e6:0x0].0xe5dc7a0b (000000003db34cbd) 00010000:00010000:1.0:1771968961.715212:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.715214:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002d279ccf/0x9268ded837c4ff50 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e6:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715220:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002d279ccf/0x9268ded837c4ff50 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e6:0x0].0xe5dc7a0b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715234:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000007bc51035/0x9268ded837c4ff57 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715240:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007bc51035/0x9268ded837c4ff57 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715246:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007bc51035/0x9268ded837c4ff57 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715251:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007bc51035 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.715253:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007bc51035/0x9268ded837c4ff57 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715258:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007bc51035/0x9268ded837c4ff57 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715266:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ea:0x0].0x0 (0000000038f18f68) 00010000:00010000:1.0:1771968961.715269:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.715270:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007bc51035/0x9268ded837c4ff57 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715276:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007bc51035/0x9268ded837c4ff57 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3ea:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715292:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000006f2d270a/0x9268ded837c4ff6c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3ca:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715298:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006f2d270a/0x9268ded837c4ff6c lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3ca:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715304:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006f2d270a/0x9268ded837c4ff6c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3ca:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715309:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006f2d270a already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.715311:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006f2d270a/0x9268ded837c4ff6c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3ca:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715316:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006f2d270a/0x9268ded837c4ff6c lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3ca:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715323:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ca:0x0].0xe2501d74 (0000000054338a1d) 00010000:00010000:1.0:1771968961.715325:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.715327:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006f2d270a/0x9268ded837c4ff6c lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3ca:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715337:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006f2d270a/0x9268ded837c4ff6c lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3ca:0x0].0xe2501d74 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715349:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000034b442f9/0x9268ded837c4ff73 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715355:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000034b442f9/0x9268ded837c4ff73 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715361:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000034b442f9/0x9268ded837c4ff73 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715365:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000034b442f9 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.715367:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000034b442f9/0x9268ded837c4ff73 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715373:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000034b442f9/0x9268ded837c4ff73 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715380:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d5:0x0].0x0 (0000000076ff1bcd) 00010000:00010000:1.0:1771968961.715381:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.715383:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000034b442f9/0x9268ded837c4ff73 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715467:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000034b442f9/0x9268ded837c4ff73 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3d5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715487:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c50236 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715497:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c50236 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715502:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c50236 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715507:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ee22bac8 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.715509:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c50236 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715514:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c50236 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715523:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cc:0x0].0x8cffc40b (0000000005460de7) 00010000:00010000:1.0:1771968961.715525:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.715527:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c50236 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3cc:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715533:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ee22bac8/0x9268ded837c50236 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3cc:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715545:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c5023d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715551:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c5023d lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715556:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c5023d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715565:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007c9c4eb0 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.715568:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c5023d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715573:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c5023d lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715580:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f2:0x0].0x0 (00000000d7422324) 00010000:00010000:1.0:1771968961.715582:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.715584:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c5023d lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715589:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007c9c4eb0/0x9268ded837c5023d lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715603:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c50259 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715609:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c50259 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715613:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c50259 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715618:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006514531f already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.715619:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c50259 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715624:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c50259 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715631:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cc:0x0].0x2c71d537 (0000000052e3fc35) 00010000:00010000:1.0:1771968961.715633:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.715635:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c50259 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3cc:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715640:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000006514531f/0x9268ded837c50259 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3cc:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715653:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50260 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x449:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715658:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50260 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x449:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715741:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50260 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x449:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715747:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008eacd20c already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.715749:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50260 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x449:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715754:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50260 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x449:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715763:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x449:0x0].0x0 (000000003964d003) 00010000:00010000:1.0:1771968961.715765:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.715767:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50260 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x449:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715777:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008eacd20c/0x9268ded837c50260 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x449:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715796:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000005e57ec16/0x9268ded837c5027c lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cc:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715802:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005e57ec16/0x9268ded837c5027c lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715807:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005e57ec16/0x9268ded837c5027c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715813:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005e57ec16 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.715814:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005e57ec16/0x9268ded837c5027c lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715820:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005e57ec16/0x9268ded837c5027c lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715827:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cc:0x0].0xf17aab4e (00000000bb62cc45) 00010000:00010000:1.0:1771968961.715829:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.715831:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005e57ec16/0x9268ded837c5027c lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3cc:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715837:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005e57ec16/0x9268ded837c5027c lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3cc:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715849:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000fd63ca88/0x9268ded837c50283 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x40b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.715859:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fd63ca88/0x9268ded837c50283 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716010:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fd63ca88/0x9268ded837c50283 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716015:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fd63ca88 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.716017:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fd63ca88/0x9268ded837c50283 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716023:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fd63ca88/0x9268ded837c50283 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x40b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716031:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x40b:0x0].0x0 (00000000c85a2c0b) 00010000:00010000:1.0:1771968961.716033:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.716035:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fd63ca88/0x9268ded837c50283 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x40b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716040:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fd63ca88/0x9268ded837c50283 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x40b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716060:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000a136342e/0x9268ded837c5029f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716066:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a136342e/0x9268ded837c5029f lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716072:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a136342e/0x9268ded837c5029f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716081:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a136342e already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.716083:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a136342e/0x9268ded837c5029f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716088:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a136342e/0x9268ded837c5029f lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716096:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cc:0x0].0x46e192ec (00000000559b6bab) 00010000:00010000:1.0:1771968961.716098:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.716100:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a136342e/0x9268ded837c5029f lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3cc:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716105:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a136342e/0x9268ded837c5029f lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3cc:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716121:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000fc9bb97c/0x9268ded837c502a6 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x413:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716127:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fc9bb97c/0x9268ded837c502a6 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x413:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716133:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fc9bb97c/0x9268ded837c502a6 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x413:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716138:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fc9bb97c already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.716140:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fc9bb97c/0x9268ded837c502a6 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x413:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716145:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fc9bb97c/0x9268ded837c502a6 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x413:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716152:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x413:0x0].0x0 (000000001866fbf3) 00010000:00010000:1.0:1771968961.716155:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.716157:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fc9bb97c/0x9268ded837c502a6 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x413:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716162:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fc9bb97c/0x9268ded837c502a6 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x413:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716201:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000058e0f7eb/0x9268ded837c502c2 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cc:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716209:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000058e0f7eb/0x9268ded837c502c2 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716215:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000058e0f7eb/0x9268ded837c502c2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716220:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000058e0f7eb already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.716222:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000058e0f7eb/0x9268ded837c502c2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716228:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000058e0f7eb/0x9268ded837c502c2 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716236:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cc:0x0].0xc144154 (00000000e123dc5b) 00010000:00010000:1.0:1771968961.716239:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.716241:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000058e0f7eb/0x9268ded837c502c2 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3cc:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716251:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000058e0f7eb/0x9268ded837c502c2 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3cc:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716265:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c502c9 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716271:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c502c9 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716277:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c502c9 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716282:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e860ee5f already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.716284:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c502c9 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716289:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c502c9 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716295:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3df:0x0].0x0 (00000000912b6957) 00010000:00010000:1.0:1771968961.716297:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.716299:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c502c9 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716304:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e860ee5f/0x9268ded837c502c9 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3df:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716321:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000042910dff/0x9268ded837c502e5 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716331:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000042910dff/0x9268ded837c502e5 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716337:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000042910dff/0x9268ded837c502e5 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716342:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000042910dff already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.716344:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000042910dff/0x9268ded837c502e5 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716350:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000042910dff/0x9268ded837c502e5 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716357:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cc:0x0].0x106120ec (000000005ed082e9) 00010000:00010000:1.0:1771968961.716359:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.716361:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000042910dff/0x9268ded837c502e5 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3cc:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716366:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000042910dff/0x9268ded837c502e5 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3cc:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716378:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000040c2ecb8/0x9268ded837c502ec lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x445:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716383:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000040c2ecb8/0x9268ded837c502ec lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x445:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716464:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000040c2ecb8/0x9268ded837c502ec lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x445:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716475:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000040c2ecb8 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.716477:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000040c2ecb8/0x9268ded837c502ec lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x445:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716484:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000040c2ecb8/0x9268ded837c502ec lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x445:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716492:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x445:0x0].0x0 (0000000016ff3337) 00010000:00010000:1.0:1771968961.716494:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.716496:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000040c2ecb8/0x9268ded837c502ec lrc: 2/0,0 mode: --/COS res: [0x200000402:0x445:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716502:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000040c2ecb8/0x9268ded837c502ec lrc: 0/0,0 mode: --/COS res: [0x200000402:0x445:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716522:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000086151d67/0x9268ded837c50308 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716528:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000086151d67/0x9268ded837c50308 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716534:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000086151d67/0x9268ded837c50308 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716539:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000086151d67 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.716541:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086151d67/0x9268ded837c50308 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716546:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000086151d67/0x9268ded837c50308 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716554:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cc:0x0].0x9e0a5f7e (000000008fe5a93d) 00010000:00010000:1.0:1771968961.716556:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.716559:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000086151d67/0x9268ded837c50308 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3cc:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716564:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000086151d67/0x9268ded837c50308 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3cc:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716576:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c5030f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716582:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c5030f lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716587:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c5030f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716593:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000860b818e already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.716594:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c5030f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716600:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c5030f lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716608:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d7:0x0].0x0 (000000007dd4a211) 00010000:00010000:1.0:1771968961.716610:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.716611:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c5030f lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716621:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000860b818e/0x9268ded837c5030f lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716639:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000001994143c/0x9268ded837c5032b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716645:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000001994143c/0x9268ded837c5032b lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716651:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000001994143c/0x9268ded837c5032b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716657:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001994143c already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.716658:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001994143c/0x9268ded837c5032b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716876:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000001994143c/0x9268ded837c5032b lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716887:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cc:0x0].0x56ca4f59 (00000000f5517650) 00010000:00010000:1.0:1771968961.716889:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.716891:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000001994143c/0x9268ded837c5032b lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3cc:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716897:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000001994143c/0x9268ded837c5032b lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3cc:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716912:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000fdc57192/0x9268ded837c50332 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x41b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716923:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fdc57192/0x9268ded837c50332 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716929:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fdc57192/0x9268ded837c50332 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716935:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fdc57192 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.716938:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fdc57192/0x9268ded837c50332 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716944:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fdc57192/0x9268ded837c50332 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x41b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716951:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41b:0x0].0x0 (00000000377c8ca8) 00010000:00010000:1.0:1771968961.716953:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.716955:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fdc57192/0x9268ded837c50332 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716961:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fdc57192/0x9268ded837c50332 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x41b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1771968961.716977:0:15875:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:486 count 1 00010000:00010000:1.0:1771968961.716978:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000009106dfdb/0x9268ded837c5034e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cc:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716986:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009106dfdb/0x9268ded837c5034e lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.716992:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009106dfdb/0x9268ded837c5034e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717003:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009106dfdb already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.717005:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009106dfdb/0x9268ded837c5034e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.717010:0:15875:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1e59217/0x9268ded837c50681 lrc: 3/0,1 mode: --/PW res: [0x1e6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717011:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009106dfdb/0x9268ded837c5034e lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717031:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cc:0x0].0xddbda88f (00000000eb6fe32c) 00010000:00010000:1.0:1771968961.717035:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.717037:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009106dfdb/0x9268ded837c5034e lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3cc:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.717044:0:15875:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c5c24ce7/0x9268ded837c04fbe lrc: 2/0,0 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025da3 expref: 75 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717044:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009106dfdb/0x9268ded837c5034e lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3cc:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.717064:0:15875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.717066:0:15875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.717069:0:15875:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1e59217/0x9268ded837c50681 lrc: 4/0,1 mode: --/PW res: [0x1e6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717070:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000efd0d487/0x9268ded837c50355 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717087:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000efd0d487/0x9268ded837c50355 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717092:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000efd0d487/0x9268ded837c50355 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717098:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000efd0d487 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.717100:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000efd0d487/0x9268ded837c50355 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717106:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000efd0d487/0x9268ded837c50355 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717114:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e6:0x0].0x0 (000000000648a182) 00010000:00010000:1.0:1771968961.717116:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.717118:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000efd0d487/0x9268ded837c50355 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.717124:0:15875:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c5c24ce7/0x9268ded837c04fbe lrc: 3/0,0 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025da3 expref: 75 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717126:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000efd0d487/0x9268ded837c50355 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.717149:0:15875:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c5c24ce7/0x9268ded837c04fbe lrc: 4/0,0 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025da3 expref: 75 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.717154:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000956600d7/0x9268ded837c50363 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3ca:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717167:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000956600d7/0x9268ded837c50363 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3ca:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.717192:0:15875:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e2ed5115 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15875:1858043760297088:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.717194:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000956600d7/0x9268ded837c50363 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3ca:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717203:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000956600d7 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.717205:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000956600d7/0x9268ded837c50363 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3ca:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717211:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000956600d7/0x9268ded837c50363 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3ca:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717219:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ca:0x0].0xfe8990f0 (000000008bee013d) 00010000:00010000:1.0:1771968961.717222:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.717224:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000956600d7/0x9268ded837c50363 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3ca:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717234:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000956600d7/0x9268ded837c50363 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3ca:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717248:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000008ae920d4/0x9268ded837c5036a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717254:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008ae920d4/0x9268ded837c5036a lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717260:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008ae920d4/0x9268ded837c5036a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.717261:0:15875:0:(client.c:2500:ptlrpc_set_wait()) set 0000000007f15f3e going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.717268:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008ae920d4 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.717271:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ae920d4/0x9268ded837c5036a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717277:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008ae920d4/0x9268ded837c5036a lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717285:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cc:0x0].0x0 (00000000f7a0d5da) 00010000:00010000:1.0:1771968961.717287:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.717289:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008ae920d4/0x9268ded837c5036a lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717295:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008ae920d4/0x9268ded837c5036a lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717318:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000d401198f/0x9268ded837c50378 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c8:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717327:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d401198f/0x9268ded837c50378 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3c8:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717333:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d401198f/0x9268ded837c50378 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c8:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717337:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d401198f already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.717339:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d401198f/0x9268ded837c50378 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c8:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1771968961.717341:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d9c1da70/2, rc 0, transno 1804 00010000:00010000:1.0:1771968961.717349:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d401198f/0x9268ded837c50378 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3c8:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717358:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c8:0x0].0xf138ac0d (000000005572c58d) 00010000:00010000:1.0:1771968961.717361:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.717362:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d401198f/0x9268ded837c50378 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3c8:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.717368:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d9c1da70 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760294016:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.717369:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d401198f/0x9268ded837c50378 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3c8:0x0].0xf138ac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.717448:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e3ed0a3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760297152:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.717469:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000007c23f4e4/0x9268ded837c5037f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717478:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007c23f4e4/0x9268ded837c5037f lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717485:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007c23f4e4/0x9268ded837c5037f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.717495:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1771968961.717501:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007c23f4e4 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.717504:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007c23f4e4/0x9268ded837c5037f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717510:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007c23f4e4/0x9268ded837c5037f lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717520:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3ca:0x0].0x0 (00000000c27a6181) 00010000:00010000:1.0:1771968961.717523:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.717525:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007c23f4e4/0x9268ded837c5037f lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717531:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007c23f4e4/0x9268ded837c5037f lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3ca:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.717553:0:14896:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760297152 00010000:00010000:1.0:1771968961.717575:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000e0ed6c8d/0x9268ded837c5039b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717583:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e0ed6c8d/0x9268ded837c5039b lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717589:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e0ed6c8d/0x9268ded837c5039b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717595:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e0ed6c8d already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.717597:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e0ed6c8d/0x9268ded837c5039b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.717598:0:14896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6299 00010000:00010000:1.0:1771968961.717607:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e0ed6c8d/0x9268ded837c5039b lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.717608:0:14896:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fce3165f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+19:3332:x1858043760297152:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.717624:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cb:0x0].0x8cffc40b (00000000ded7ed11) 00002000:00080000:3.0:1771968961.717627:0:14896:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:492 count 1 00010000:00010000:1.0:1771968961.717627:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.717630:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e0ed6c8d/0x9268ded837c5039b lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3cb:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717638:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e0ed6c8d/0x9268ded837c5039b lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3cb:0x0].0x8cffc40b bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.717646:0:14896:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000082754cd9/0x9268ded837c50688 lrc: 3/0,1 mode: --/PW res: [0x1ec:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717652:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000f2131259/0x9268ded837c503a2 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.717663:0:14896:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000326c17a1/0x9268ded837c054db lrc: 2/0,0 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025fe1 expref: 90 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.717671:0:14896:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.717673:0:14896:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.717674:0:14896:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082754cd9/0x9268ded837c50688 lrc: 4/0,1 mode: --/PW res: [0x1ec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.717695:0:14896:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000326c17a1/0x9268ded837c054db lrc: 3/0,0 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025fe1 expref: 90 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.717705:0:14896:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000326c17a1/0x9268ded837c054db lrc: 4/0,0 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025fe1 expref: 90 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.717716:0:14896:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012b8384a pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14896:1858043760297216:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.717734:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f2131259/0x9268ded837c503a2 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.717737:0:14896:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ceba8a29 going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.717744:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f2131259/0x9268ded837c503a2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717750:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f2131259 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.717753:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2131259/0x9268ded837c503a2 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717759:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f2131259/0x9268ded837c503a2 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1771968961.717768:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000eab6aab2/2, rc 0, transno 1715 00010000:00010000:1.0:1771968961.717768:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f1:0x0].0x0 (0000000060d53091) 00010000:00010000:1.0:1771968961.717772:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.717776:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f2131259/0x9268ded837c503a2 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.717784:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eab6aab2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760294272:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.717792:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f2131259/0x9268ded837c503a2 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717813:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000a9c8c59b/0x9268ded837c503be lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717821:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000a9c8c59b/0x9268ded837c503be lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717827:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000a9c8c59b/0x9268ded837c503be lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.717833:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:1.0:1771968961.717833:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a9c8c59b already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.717838:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a9c8c59b/0x9268ded837c503be lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.717843:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005b0f070c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760297280:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.717847:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000a9c8c59b/0x9268ded837c503be lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717858:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cb:0x0].0x2c71d537 (000000007686d62a) 00010000:00010000:1.0:1771968961.717871:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.717874:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000a9c8c59b/0x9268ded837c503be lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3cb:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717880:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a9c8c59b/0x9268ded837c503be lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3cb:0x0].0x2c71d537 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.717889:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1771968961.717896:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000008bd06fff/0x9268ded837c503c5 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x446:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717907:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000008bd06fff/0x9268ded837c503c5 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x446:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717913:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000008bd06fff/0x9268ded837c503c5 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x446:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.717915:0:14887:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760297280 00010000:00010000:1.0:1771968961.717922:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008bd06fff already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.717924:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008bd06fff/0x9268ded837c503c5 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x446:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717931:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000008bd06fff/0x9268ded837c503c5 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x446:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717939:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x446:0x0].0x0 (000000004cb8e400) 00000100:00100000:3.0:1771968961.717943:0:14887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6300 00010000:00010000:1.0:1771968961.717943:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.717946:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000008bd06fff/0x9268ded837c503c5 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x446:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.717952:0:14887:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004775210f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+19:3332:x1858043760297280:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.717959:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000008bd06fff/0x9268ded837c503c5 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x446:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1771968961.717968:0:14887:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:489 count 1 00010000:00010000:1.0:1771968961.717980:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000ca3495a8/0x9268ded837c503e1 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cb:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.717983:0:14887:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b03ec7de/0x9268ded837c5068f lrc: 3/0,1 mode: --/PW res: [0x1e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.717996:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000ca3495a8/0x9268ded837c503e1 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.718003:0:14887:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ae56b116/0x9268ded837c0523b lrc: 2/0,0 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025ebb expref: 75 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718006:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000ca3495a8/0x9268ded837c503e1 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.718022:0:14887:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.718025:0:14887:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.718027:0:14887:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b03ec7de/0x9268ded837c5068f lrc: 4/0,1 mode: --/PW res: [0x1e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718029:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ca3495a8 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.718033:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ca3495a8/0x9268ded837c503e1 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718046:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000ca3495a8/0x9268ded837c503e1 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718054:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cb:0x0].0xf17aab4e (000000001ed40cb8) 00010000:00010000:1.0:1771968961.718057:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1771968961.718058:0:14887:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ae56b116/0x9268ded837c0523b lrc: 3/0,0 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025ebb expref: 75 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718060:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000ca3495a8/0x9268ded837c503e1 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3cb:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718077:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000ca3495a8/0x9268ded837c503e1 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3cb:0x0].0xf17aab4e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.718082:0:14887:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ae56b116/0x9268ded837c0523b lrc: 4/0,0 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025ebb expref: 75 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.718098:0:14887:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c5a1f5cb pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14887:1858043760297344:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.718099:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c503e8 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x408:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718107:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c503e8 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718114:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c503e8 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.718120:0:14887:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e64fae12 going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.718120:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002ee7cc68 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.718125:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c503e8 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718131:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c503e8 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x408:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718141:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x408:0x0].0x0 (00000000994a1f1d) 00010000:00010000:1.0:1771968961.718144:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.718147:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c503e8 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x408:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718153:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002ee7cc68/0x9268ded837c503e8 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x408:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718171:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000bff2b04e/0x9268ded837c50404 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718199:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000bff2b04e/0x9268ded837c50404 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718206:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000bff2b04e/0x9268ded837c50404 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718212:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000bff2b04e already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.718214:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bff2b04e/0x9268ded837c50404 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718221:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000bff2b04e/0x9268ded837c50404 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718229:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cb:0x0].0x46e192ec (00000000e2276f9e) 00010000:00010000:1.0:1771968961.718232:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.718234:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000bff2b04e/0x9268ded837c50404 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3cb:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718245:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000bff2b04e/0x9268ded837c50404 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3cb:0x0].0x46e192ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718260:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000004f0bc930/0x9268ded837c5040b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x411:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718266:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000004f0bc930/0x9268ded837c5040b lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x411:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718272:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000004f0bc930/0x9268ded837c5040b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x411:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718278:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004f0bc930 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.718280:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004f0bc930/0x9268ded837c5040b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x411:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718286:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000004f0bc930/0x9268ded837c5040b lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x411:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718295:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x411:0x0].0x0 (00000000113a807b) 00010000:00010000:1.0:1771968961.718297:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.718300:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000004f0bc930/0x9268ded837c5040b lrc: 2/0,0 mode: --/COS res: [0x200000402:0x411:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718306:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000004f0bc930/0x9268ded837c5040b lrc: 0/0,0 mode: --/COS res: [0x200000402:0x411:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718330:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000003c967198/0x9268ded837c50427 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cb:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718340:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000003c967198/0x9268ded837c50427 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718347:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000003c967198/0x9268ded837c50427 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718353:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003c967198 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.718356:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003c967198/0x9268ded837c50427 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718363:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000003c967198/0x9268ded837c50427 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718372:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cb:0x0].0xc144154 (00000000f38d3614) 00010000:00010000:1.0:1771968961.718375:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.718377:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000003c967198/0x9268ded837c50427 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3cb:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718384:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000003c967198/0x9268ded837c50427 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3cb:0x0].0xc144154 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718477:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000e709a4dd/0x9268ded837c5042e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718484:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e709a4dd/0x9268ded837c5042e lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718491:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e709a4dd/0x9268ded837c5042e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718500:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e709a4dd already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.718503:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e709a4dd/0x9268ded837c5042e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718508:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e709a4dd/0x9268ded837c5042e lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718517:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e0:0x0].0x0 (00000000b9146d1f) 00010000:00010000:1.0:1771968961.718519:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.718521:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e709a4dd/0x9268ded837c5042e lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718527:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e709a4dd/0x9268ded837c5042e lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718560:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000f898ff44/0x9268ded837c5044a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718567:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f898ff44/0x9268ded837c5044a lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718573:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f898ff44/0x9268ded837c5044a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718579:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f898ff44 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.718581:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f898ff44/0x9268ded837c5044a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718587:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f898ff44/0x9268ded837c5044a lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718598:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cb:0x0].0x106120ec (0000000011f386f5) 00010000:00010000:1.0:1771968961.718601:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.718603:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f898ff44/0x9268ded837c5044a lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3cb:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718609:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f898ff44/0x9268ded837c5044a lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3cb:0x0].0x106120ec bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718626:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000009e896f5b/0x9268ded837c50451 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x442:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718632:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000009e896f5b/0x9268ded837c50451 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x442:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718638:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000009e896f5b/0x9268ded837c50451 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x442:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718643:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009e896f5b already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.718645:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009e896f5b/0x9268ded837c50451 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x442:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718651:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000009e896f5b/0x9268ded837c50451 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x442:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718741:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x442:0x0].0x0 (00000000e5baabf6) 00010000:00010000:1.0:1771968961.718744:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.718746:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000009e896f5b/0x9268ded837c50451 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x442:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718758:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000009e896f5b/0x9268ded837c50451 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x442:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718779:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000007d66080e/0x9268ded837c5046d lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718787:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000007d66080e/0x9268ded837c5046d lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718793:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000007d66080e/0x9268ded837c5046d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718800:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007d66080e already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.718802:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d66080e/0x9268ded837c5046d lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718807:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000007d66080e/0x9268ded837c5046d lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718816:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cb:0x0].0x9e0a5f7e (00000000d7f982f2) 00010000:00010000:1.0:1771968961.718819:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.718821:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000007d66080e/0x9268ded837c5046d lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3cb:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718827:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000007d66080e/0x9268ded837c5046d lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3cb:0x0].0x9e0a5f7e bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718841:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000fea54bc2/0x9268ded837c50474 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718850:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000fea54bc2/0x9268ded837c50474 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718856:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000fea54bc2/0x9268ded837c50474 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718872:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000fea54bc2 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.718875:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fea54bc2/0x9268ded837c50474 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718880:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000fea54bc2/0x9268ded837c50474 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718888:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d8:0x0].0x0 (00000000f94c67c3) 00010000:00010000:1.0:1771968961.718890:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.718892:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000fea54bc2/0x9268ded837c50474 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718898:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000fea54bc2/0x9268ded837c50474 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718919:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000002c84ec0d/0x9268ded837c50490 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718926:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000002c84ec0d/0x9268ded837c50490 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718932:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000002c84ec0d/0x9268ded837c50490 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718941:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002c84ec0d already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.718943:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002c84ec0d/0x9268ded837c50490 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718949:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000002c84ec0d/0x9268ded837c50490 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718956:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cb:0x0].0x56ca4f59 (0000000054e37beb) 00010000:00010000:1.0:1771968961.718959:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.718961:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000002c84ec0d/0x9268ded837c50490 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3cb:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718967:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000002c84ec0d/0x9268ded837c50490 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3cb:0x0].0x56ca4f59 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718982:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000cd4c5668/0x9268ded837c50497 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x419:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718989:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cd4c5668/0x9268ded837c50497 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.718995:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cd4c5668/0x9268ded837c50497 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719001:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cd4c5668 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.719003:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cd4c5668/0x9268ded837c50497 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719010:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cd4c5668/0x9268ded837c50497 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x419:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719018:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x419:0x0].0x0 (0000000033dfa741) 00010000:00010000:1.0:1771968961.719021:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.719023:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cd4c5668/0x9268ded837c50497 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719029:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cd4c5668/0x9268ded837c50497 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x419:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719046:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000d0f17206/0x9268ded837c504b3 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cb:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719053:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d0f17206/0x9268ded837c504b3 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719058:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d0f17206/0x9268ded837c504b3 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719064:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d0f17206 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.719066:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d0f17206/0x9268ded837c504b3 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719071:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d0f17206/0x9268ded837c504b3 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719079:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cb:0x0].0xddbda88f (00000000f879f0ac) 00010000:00010000:1.0:1771968961.719082:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.719084:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d0f17206/0x9268ded837c504b3 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3cb:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719095:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d0f17206/0x9268ded837c504b3 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3cb:0x0].0xddbda88f bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719112:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000dac6af6f/0x9268ded837c504ba lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719118:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000dac6af6f/0x9268ded837c504ba lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719124:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000dac6af6f/0x9268ded837c504ba lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719130:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000dac6af6f already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.719132:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dac6af6f/0x9268ded837c504ba lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719138:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000dac6af6f/0x9268ded837c504ba lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719146:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3e5:0x0].0x0 (000000003be08b14) 00010000:00010000:1.0:1771968961.719148:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.719151:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000dac6af6f/0x9268ded837c504ba lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719157:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000dac6af6f/0x9268ded837c504ba lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3e5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719196:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000eb768cc5/0x9268ded837c504c8 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c9:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719207:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000eb768cc5/0x9268ded837c504c8 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3c9:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719213:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000eb768cc5/0x9268ded837c504c8 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c9:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719220:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eb768cc5 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.719222:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eb768cc5/0x9268ded837c504c8 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c9:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719228:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000eb768cc5/0x9268ded837c504c8 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3c9:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719237:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c9:0x0].0xfe8990f0 (00000000944c4051) 00010000:00010000:1.0:1771968961.719240:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.719242:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000eb768cc5/0x9268ded837c504c8 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3c9:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719248:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000eb768cc5/0x9268ded837c504c8 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3c9:0x0].0xfe8990f0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719264:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000e5894350/0x9268ded837c504cf lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719271:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000e5894350/0x9268ded837c504cf lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719277:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000e5894350/0x9268ded837c504cf lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719286:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e5894350 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.719288:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e5894350/0x9268ded837c504cf lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719294:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000e5894350/0x9268ded837c504cf lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719302:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3cb:0x0].0x0 (00000000711ceacf) 00000100:00100000:2.0:1771968961.719307:0:14888:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000437a9f87 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+20:3335:x1858043760293760:12345-0@lo:6:osp-syn-1-0.0 Request processed in 32150us (32355us total) trans 4294969101 rc 0/0 00010000:00010000:1.0:1771968961.719307:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.719310:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000e5894350/0x9268ded837c504cf lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719321:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000e5894350/0x9268ded837c504cf lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3cb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.719325:0:14888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6283 00010000:00010000:1.0:1771968961.719348:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c504dd lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c8:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1771968961.719349:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000f2051b9/2, rc 0, transno 1805 00010000:00010000:1.0:1771968961.719358:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c504dd lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3c8:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719364:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c504dd lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c8:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719369:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005358f241 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.719372:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c504dd lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c8:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.719377:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f2051b9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760293760:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.719379:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c504dd lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3c8:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719464:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c8:0x0].0x977fac0d (000000001555a062) 00010000:00010000:1.0:1771968961.719467:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.719470:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c504dd lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3c8:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719476:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005358f241/0x9268ded837c504dd lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3c8:0x0].0x977fac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719491:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000005e9049f6/0x9268ded837c504e4 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719497:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005e9049f6/0x9268ded837c504e4 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719503:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005e9049f6/0x9268ded837c504e4 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719508:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005e9049f6 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.719510:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005e9049f6/0x9268ded837c504e4 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719516:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005e9049f6/0x9268ded837c504e4 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719523:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c9:0x0].0x0 (00000000eb0284ad) 00010000:00010000:1.0:1771968961.719525:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.719527:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005e9049f6/0x9268ded837c504e4 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719537:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005e9049f6/0x9268ded837c504e4 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3c9:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719557:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000095679524/0x9268ded837c5050e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719563:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000095679524/0x9268ded837c5050e lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719569:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000095679524/0x9268ded837c5050e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719575:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000095679524 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.719586:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000095679524/0x9268ded837c5050e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719593:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000095679524/0x9268ded837c5050e lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719601:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x12eaac0d (0000000088b9eedc) 00010000:00010000:1.0:1771968961.719604:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.719606:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000095679524/0x9268ded837c5050e lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719612:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000095679524/0x9268ded837c5050e lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3c1:0x0].0x12eaac0d bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719627:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000be167fdf/0x9268ded837c50515 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719639:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000be167fdf/0x9268ded837c50515 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719645:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000be167fdf/0x9268ded837c50515 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719650:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000be167fdf already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.719653:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000be167fdf/0x9268ded837c50515 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.719658:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1771968961.719659:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000be167fdf/0x9268ded837c50515 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.719670:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009ca398c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760297408:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.719711:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.719738:0:14888:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760297408 00010000:00010000:1.0:1771968961.719748:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c8:0x0].0x0 (000000006accf290) 00010000:00010000:1.0:1771968961.719751:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.719754:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000be167fdf/0x9268ded837c50515 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719759:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000be167fdf/0x9268ded837c50515 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3c8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.719766:0:14888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6301 00000100:00100000:2.0:1771968961.719773:0:14888:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040605ba2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+20:3335:x1858043760297408:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.719780:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000942222c3/0x9268ded837c50523 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c1:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719788:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000942222c3/0x9268ded837c50523 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3c1:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719794:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000942222c3/0x9268ded837c50523 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c1:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1771968961.719796:0:14888:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:484 count 1 00010000:00010000:1.0:1771968961.719810:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000942222c3 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.719812:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000942222c3/0x9268ded837c50523 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c1:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719819:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000942222c3/0x9268ded837c50523 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3c1:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.719820:0:14888:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004063450f/0x9268ded837c50696 lrc: 3/0,1 mode: --/PW res: [0x1e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719837:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0xaaaf1035 (00000000c13ab770) 00010000:00010000:1.0:1771968961.719841:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1771968961.719843:0:14888:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000026d4d01b/0x9268ded837c04d8e lrc: 2/0,0 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025cae expref: 90 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719844:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000942222c3/0x9268ded837c50523 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3c1:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.719874:0:14888:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.719875:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000942222c3/0x9268ded837c50523 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3c1:0x0].0xaaaf1035 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.719878:0:14888:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.719881:0:14888:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004063450f/0x9268ded837c50696 lrc: 4/0,1 mode: --/PW res: [0x1e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719892:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 000000005f26ae0b/0x9268ded837c5052a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719900:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 000000005f26ae0b/0x9268ded837c5052a lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719906:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 000000005f26ae0b/0x9268ded837c5052a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.719908:0:14888:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000026d4d01b/0x9268ded837c04d8e lrc: 3/0,0 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025cae expref: 90 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719922:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005f26ae0b already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.719927:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005f26ae0b/0x9268ded837c5052a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.719930:0:14888:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000026d4d01b/0x9268ded837c04d8e lrc: 4/0,0 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025cae expref: 90 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.719939:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 000000005f26ae0b/0x9268ded837c5052a lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.719948:0:14888:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000444c2442 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14888:1858043760297472:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.719950:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c2:0x0].0x0 (0000000030a40ac7) 00010000:00010000:1.0:1771968961.719954:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.719956:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 000000005f26ae0b/0x9268ded837c5052a lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719962:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005f26ae0b/0x9268ded837c5052a lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3c2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8228 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719981:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000069d97a97/0x9268ded837c5053f lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c1:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719988:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000069d97a97/0x9268ded837c5053f lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3c1:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719993:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000069d97a97/0x9268ded837c5053f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c1:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.719999:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000069d97a97 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.720001:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000069d97a97/0x9268ded837c5053f lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c1:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.720004:0:14888:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c51cb2fe going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.720008:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000069d97a97/0x9268ded837c5053f lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3c1:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720017:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c1:0x0].0x3db54834 (00000000abc41bb8) 00010000:00010000:1.0:1771968961.720019:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.720021:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000069d97a97/0x9268ded837c5053f lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3c1:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720030:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000069d97a97/0x9268ded837c5053f lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3c1:0x0].0x3db54834 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720042:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000028eef177/0x9268ded837c50546 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720053:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000028eef177/0x9268ded837c50546 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720063:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000028eef177/0x9268ded837c50546 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720071:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000028eef177 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.720073:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000028eef177/0x9268ded837c50546 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.720077:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004cee0adb/0x9268ded837c04c37 lrc: 3/0,0 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025c1b expref: 75 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.720087:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000028eef177/0x9268ded837c50546 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720099:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c3:0x0].0x0 (0000000074039904) 00010000:00010000:1.0:1771968961.720100:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.720103:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000028eef177/0x9268ded837c50546 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720108:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000028eef177/0x9268ded837c50546 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3c3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.720110:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004cee0adb/0x9268ded837c04c37 lrc: 0/0,0 mode: --/PW res: [0x1e2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025c1b expref: 75 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.720137:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.720138:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.720142:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000317b3ff9/0x9268ded837c5055b lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c4:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.720142:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a5420399/0x9268ded837c5062d lrc: 3/0,1 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.720163:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5420399/0x9268ded837c5062d lrc: 4/0,1 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720167:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000317b3ff9/0x9268ded837c5055b lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3c4:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720197:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000317b3ff9/0x9268ded837c5055b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c4:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720207:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000317b3ff9 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.720209:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000317b3ff9/0x9268ded837c5055b lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c4:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720216:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000317b3ff9/0x9268ded837c5055b lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3c4:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720225:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c4:0x0].0xa375d043 (00000000cf603ea9) 00010000:00010000:1.0:1771968961.720228:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1771968961.720228:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.720232:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000317b3ff9/0x9268ded837c5055b lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3c4:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720238:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000317b3ff9/0x9268ded837c5055b lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3c4:0x0].0xa375d043 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720252:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000f7552c82/0x9268ded837c50562 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.720259:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b97fbf30 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+74:2267:x1858043754101824:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 5125us (5459us total) trans 0 rc 0/0 00010000:00010000:1.0:1771968961.720264:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000f7552c82/0x9268ded837c50562 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.720274:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11419 00010000:00010000:1.0:1771968961.720275:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000f7552c82/0x9268ded837c50562 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720287:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f7552c82 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.720289:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7552c82/0x9268ded837c50562 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720294:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000f7552c82/0x9268ded837c50562 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720303:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c5:0x0].0x0 (000000003a9ef737) 00010000:00010000:1.0:1771968961.720305:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.720307:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000f7552c82/0x9268ded837c50562 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720312:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000f7552c82/0x9268ded837c50562 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 6232 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720330:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c50577 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c4:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720337:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c50577 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3c4:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720343:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c50577 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c4:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720348:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d136d818 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.720351:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c50577 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c4:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720356:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c50577 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3c4:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720364:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c4:0x0].0x820cea43 (0000000081f87b63) 00010000:00010000:1.0:1771968961.720367:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.720369:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c50577 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3c4:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720376:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000d136d818/0x9268ded837c50577 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3c4:0x0].0x820cea43 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720466:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c5057e lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720473:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c5057e lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720480:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c5057e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720486:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cd98075b already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.720489:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c5057e lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720495:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c5057e lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720504:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c6:0x0].0x0 (0000000060424988) 00010000:00010000:1.0:1771968961.720506:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.720509:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c5057e lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720519:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000cd98075b/0x9268ded837c5057e lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3c6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.720541:0:14894:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a5420399/0x9268ded837c5062d lrc: 3/0,1 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720542:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 0000000056af7a61/0x9268ded837c50593 lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c4:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720560:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 0000000056af7a61/0x9268ded837c50593 lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3c4:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.720576:0:14894:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a5420399/0x9268ded837c5062d lrc: 3/0,1 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720576:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 0000000056af7a61/0x9268ded837c50593 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c4:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720596:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000056af7a61 already unused, calling callback (000000001fada510) 00010000:00010000:2.0:1771968961.720597:0:14894:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5420399/0x9268ded837c5062d lrc: 3/0,1 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720599:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000056af7a61/0x9268ded837c50593 lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c4:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.720614:0:14894:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a5420399/0x9268ded837c5062d lrc: 2/0,0 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720617:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 0000000056af7a61/0x9268ded837c50593 lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3c4:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720634:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c4:0x0].0x6fca4125 (000000000dc8d8a6) 00010000:00010000:1.0:1771968961.720637:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1771968961.720639:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 0000000056af7a61/0x9268ded837c50593 lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3c4:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720644:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 0000000056af7a61/0x9268ded837c50593 lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3c4:0x0].0x6fca4125 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720659:0:3319:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(COS) ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ca698/0x9268ded837c5059a lrc: 3/0,1 mode: COS/COS res: [0x200000402:0x3c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.720674:0:14894:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1771968961.720752:0:3319:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ca698/0x9268ded837c5059a lrc: 2/0,0 mode: COS/COS res: [0x200000402:0x3c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720758:0:3319:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ca698/0x9268ded837c5059a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720765:0:3319:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000db9ca698 already unused, calling callback (000000001fada510) 00010000:00010000:1.0:1771968961.720767:0:3319:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ca698/0x9268ded837c5059a lrc: 3/0,0 mode: COS/COS res: [0x200000402:0x3c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720774:0:3319:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ca698/0x9268ded837c5059a lrc: 4/0,0 mode: COS/COS res: [0x200000402:0x3c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720784:0:3319:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c7:0x0].0x0 (000000005de6b2c4) 00010000:00010000:1.0:1771968961.720786:0:3319:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1771968961.720789:0:3319:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ca698/0x9268ded837c5059a lrc: 2/0,0 mode: --/COS res: [0x200000402:0x3c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.720794:0:3319:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000db9ca698/0x9268ded837c5059a lrc: 0/0,0 mode: --/COS res: [0x200000402:0x3c7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 14913 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.721232:0:14894:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a7a0a08 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+20:3335:x1858043760294528:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31246us (31384us total) trans 4294969012 rc 0/0 00000100:00100000:2.0:1771968961.721242:0:14894:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6286 00010000:00010000:3.0:1771968961.721355:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.721362:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a5420399/0x9268ded837c5062d lrc: 2/0,0 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.721372:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a5420399 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.721375:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5420399/0x9268ded837c5062d lrc: 2/0,0 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.721383:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5420399/0x9268ded837c5062d lrc: 3/0,0 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.721397:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a5420399/0x9268ded837c5062d lrc: 1/0,0 mode: --/PW res: [0x1e2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.721403:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a5420399/0x9268ded837c5062d lrc: 0/0,0 mode: --/PW res: [0x1e2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.721474:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.721477:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.721478:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1771968961.721589:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000050c30e48/2, rc 0, transno 1716 00000100:00100000:0.0:1771968961.721634:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000050c30e48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760294528:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1771968961.721963:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001ca635e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760297536:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1771968961.722006:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.722109:0:14894:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760297536 00000100:00100000:0.0:1771968961.722156:0:14894:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6302 00000100:00100000:0.0:1771968961.722161:0:14894:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae5f4362 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+20:3335:x1858043760297536:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1771968961.722220:0:14894:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:485 count 1 00010000:00010000:0.0:1771968961.722242:0:14894:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ffca0b25/0x9268ded837c5069d lrc: 3/0,1 mode: --/PW res: [0x1e5:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.722264:0:14894:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000033c29f03/0x9268ded837c04ede lrc: 2/0,0 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025d41 expref: 73 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.722272:0:14894:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.722274:0:14894:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.722276:0:14894:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ffca0b25/0x9268ded837c5069d lrc: 4/0,1 mode: --/PW res: [0x1e5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.722303:0:14894:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000033c29f03/0x9268ded837c04ede lrc: 3/0,0 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025d41 expref: 73 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.722315:0:14894:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000033c29f03/0x9268ded837c04ede lrc: 4/0,0 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025d41 expref: 73 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.722327:0:14894:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000035b39fbd pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14894:1858043760297600:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.722376:0:14894:0:(client.c:2500:ptlrpc_set_wait()) set 000000009d364265 going to sleep for 43 seconds 00000100:00100000:3.0:1771968961.730827:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968961.730870:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968961.730903:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754102016 00010000:00010000:3.0:1771968961.730942:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000045d274f/0x9268ded837c04dfe lrc: 5/0,0 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025cdf expref: 74 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.730986:0:8220:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754101952 00010000:00010000:3.0:1771968961.730999:0:8220:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000441dc5e9/0x9268ded837c03aa2 lrc: 5/0,0 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025529 expref: 91 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.731026:0:8220:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11420 00000100:00100000:3.0:1771968961.731034:0:8220:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002cfc8165 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+74:2265:x1858043754102016:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1771968961.731052:0:8220:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.731057:0:8220:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000045d274f/0x9268ded837c04dfe lrc: 5/0,0 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025cdf expref: 74 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.731069:0:8220:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000045d274f/0x9268ded837c04dfe lrc: 4/0,0 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025cdf expref: 74 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.731103:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.731106:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.731110:0:8220:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000eec11561/0x9268ded837c5063b lrc: 3/0,1 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.731119:0:8220:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eec11561/0x9268ded837c5063b lrc: 4/0,1 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.731162:0:8220:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968961.731237:0:8220:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002cfc8165 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+74:2265:x1858043754102016:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 203us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.731244:0:8220:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11420 00000100:00100000:3.0:1771968961.731259:0:8220:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11421 00000100:00100000:3.0:1771968961.731263:0:8220:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033e9ce92 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+91:2265:x1858043754101952:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1771968961.731269:0:8220:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.731271:0:8220:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000441dc5e9/0x9268ded837c03aa2 lrc: 5/0,0 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025529 expref: 91 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.731278:0:8220:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000441dc5e9/0x9268ded837c03aa2 lrc: 4/0,0 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025529 expref: 91 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.731290:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.731291:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.731293:0:8220:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008c8f4ecb/0x9268ded837c50634 lrc: 3/0,1 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.731297:0:8220:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c8f4ecb/0x9268ded837c50634 lrc: 4/0,1 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.731305:0:8220:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968961.731315:0:8220:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033e9ce92 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+91:2265:x1858043754101952:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 52us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.731320:0:8220:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11421 00010000:00010000:2.0:1771968961.731524:0:14891:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000045d274f/0x9268ded837c04dfe lrc: 0/0,0 mode: --/PW res: [0x1e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025cdf expref: 73 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.731541:0:14891:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002662304d pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14891:1858043760295936:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.731567:0:14891:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000eec11561/0x9268ded837c5063b lrc: 3/0,1 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.731577:0:14891:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000eec11561/0x9268ded837c5063b lrc: 3/0,1 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.731583:0:14891:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eec11561/0x9268ded837c5063b lrc: 3/0,1 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.731593:0:14891:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eec11561/0x9268ded837c5063b lrc: 3/0,1 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.731601:0:14891:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eec11561/0x9268ded837c5063b lrc: 2/0,0 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.731621:0:14891:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1771968961.732107:0:14891:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008abc75af pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+21:3332:x1858043760295680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24337us (25825us total) trans 4294969013 rc 0/0 00000100:00100000:2.0:1771968961.732115:0:14891:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6288 00000004:00080000:1.0:1771968961.732205:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c57093be/2, rc 0, transno 1717 00000100:00100000:1.0:1771968961.732218:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c57093be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760295680:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1771968961.732290:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1771968961.732305:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e1f0e6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760297664:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1771968961.732319:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.732325:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eec11561/0x9268ded837c5063b lrc: 2/0,0 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.732332:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000eec11561 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.732335:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eec11561/0x9268ded837c5063b lrc: 2/0,0 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.732346:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eec11561/0x9268ded837c5063b lrc: 3/0,0 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.732347:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1771968961.732362:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eec11561/0x9268ded837c5063b lrc: 1/0,0 mode: --/PW res: [0x1e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.732369:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eec11561/0x9268ded837c5063b lrc: 0/0,0 mode: --/PW res: [0x1e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.732384:0:14891:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760297664 00010000:00010000:3.0:1771968961.732389:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.732392:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.732393:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.732552:0:14893:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000441dc5e9/0x9268ded837c03aa2 lrc: 0/0,0 mode: --/PW res: [0x1d4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025529 expref: 90 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.732561:0:14893:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df67884b pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14893:1858043760295744:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.732573:0:14893:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008c8f4ecb/0x9268ded837c50634 lrc: 3/0,1 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.732578:0:14893:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008c8f4ecb/0x9268ded837c50634 lrc: 3/0,1 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.732586:0:14893:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008c8f4ecb/0x9268ded837c50634 lrc: 3/0,1 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.732591:0:14893:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008c8f4ecb/0x9268ded837c50634 lrc: 3/0,1 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.732594:0:14893:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008c8f4ecb/0x9268ded837c50634 lrc: 2/0,0 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.732612:0:14893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1771968961.733239:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968961.733243:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008c8f4ecb/0x9268ded837c50634 lrc: 2/0,0 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.733250:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008c8f4ecb already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.733251:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008c8f4ecb/0x9268ded837c50634 lrc: 2/0,0 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.733257:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008c8f4ecb/0x9268ded837c50634 lrc: 3/0,0 mode: PW/PW res: [0x1d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.733267:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008c8f4ecb/0x9268ded837c50634 lrc: 1/0,0 mode: --/PW res: [0x1d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.733270:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008c8f4ecb/0x9268ded837c50634 lrc: 0/0,0 mode: --/PW res: [0x1d4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.733285:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.733286:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.733287:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968961.733702:0:14893:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9b9e0b6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+21:3332:x1858043760295616:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28818us (31896us total) trans 4294969102 rc 0/0 00000100:00100000:0.0:1771968961.733711:0:14893:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6287 00000100:00100000:1.0:1771968961.733793:0:14891:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6303 00000100:00100000:1.0:1771968961.733800:0:14891:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000879202fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+21:3333:x1858043760297664:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1771968961.733832:0:14891:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:490 count 1 00010000:00010000:1.0:1771968961.733858:0:14891:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db9ca698/0x9268ded837c506a4 lrc: 3/0,1 mode: --/PW res: [0x1ea:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.733886:0:14891:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000404215ba/0x9268ded837c0531b lrc: 2/0,0 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025f1d expref: 72 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.733895:0:14891:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.733898:0:14891:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.733900:0:14891:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db9ca698/0x9268ded837c506a4 lrc: 4/0,1 mode: --/PW res: [0x1ea:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1771968961.733918:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000054a4900d/2, rc 0, transno 1806 00000100:00100000:2.0:1771968961.733930:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000054a4900d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760295616:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.733935:0:14891:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000404215ba/0x9268ded837c0531b lrc: 3/0,0 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025f1d expref: 72 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.733948:0:14891:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000404215ba/0x9268ded837c0531b lrc: 4/0,0 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025f1d expref: 72 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.733962:0:14891:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000015909335 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14891:1858043760297728:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.734032:0:14891:0:(client.c:2500:ptlrpc_set_wait()) set 0000000019419444 going to sleep for 43 seconds 00000100:00100000:0.0:1771968961.734231:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1771968961.734246:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006236af77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760297792:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.734280:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.734314:0:14893:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760297792 00000100:00100000:1.0:1771968961.734421:0:14893:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6304 00000100:00100000:1.0:1771968961.734425:0:14893:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000df67884b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+21:3332:x1858043760297792:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1771968961.734438:0:14893:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:493 count 1 00010000:00010000:1.0:1771968961.734454:0:14893:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000056af7a61/0x9268ded837c506ab lrc: 3/0,1 mode: --/PW res: [0x1ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.734465:0:14893:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006639d686/0x9268ded837c055ad lrc: 2/0,0 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02602e expref: 89 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.734472:0:14893:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.734474:0:14893:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.734475:0:14893:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056af7a61/0x9268ded837c506ab lrc: 4/0,1 mode: --/PW res: [0x1ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.734493:0:14893:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006639d686/0x9268ded837c055ad lrc: 3/0,0 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02602e expref: 89 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.734501:0:14893:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006639d686/0x9268ded837c055ad lrc: 4/0,0 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02602e expref: 89 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.734511:0:14893:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a51e3be pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14893:1858043760297856:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.734534:0:14893:0:(client.c:2500:ptlrpc_set_wait()) set 0000000061eb37ef going to sleep for 43 seconds 00000100:00100000:2.0:1771968961.734887:0:14874:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030aab3a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14874:1858043760296192:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.734910:0:14874:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002d1cc202/0x9268ded837c50649 lrc: 3/0,1 mode: --/PW res: [0x1eb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.735082:0:8205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a0aad8b pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8205:1858043760296128:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.735099:0:8205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009dec03fc/0x9268ded837c50642 lrc: 3/0,1 mode: --/PW res: [0x1e3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.735107:0:14877:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f8372c9a pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14877:1858043760296832:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.735198:0:14877:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f95f666c/0x9268ded837c50665 lrc: 3/0,1 mode: --/PW res: [0x1e7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.735221:0:14875:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022ef260a pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14875:1858043760296768:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.735241:0:14875:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000038fc2035/0x9268ded837c5065e lrc: 3/0,1 mode: --/PW res: [0x1d7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.735252:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.735312:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754102144 00000100:00100000:1.0:1771968961.735313:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968961.735333:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754102208 00010000:00010000:0.0:1771968961.735338:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000022a167cc/0x9268ded837c053fb lrc: 4/0,0 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025f7f expref: 74 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.735346:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000294acd04/0x9268ded837c04d1e lrc: 4/0,0 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025c7d expref: 74 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.735374:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11422 00000100:00100000:0.0:1771968961.735381:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d046cf1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+74:2266:x1858043754102144:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00000100:00100000:1.0:1771968961.735387:0:8220:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11423 00000100:00100000:1.0:1771968961.735394:0:8220:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a77d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+74:2265:x1858043754102208:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1771968961.735405:0:8220:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.735411:0:8220:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000294acd04/0x9268ded837c04d1e lrc: 4/0,0 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025c7d expref: 74 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.735421:0:8220:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000294acd04/0x9268ded837c04d1e lrc: 3/0,0 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025c7d expref: 74 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.735440:0:8220:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000294acd04/0x9268ded837c04d1e lrc: 0/0,0 mode: --/PW res: [0x1e3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025c7d expref: 74 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.735449:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.735451:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.735454:0:8220:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009dec03fc/0x9268ded837c50642 lrc: 3/0,1 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.735460:0:8220:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009dec03fc/0x9268ded837c50642 lrc: 4/0,1 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.735468:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.735474:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000022a167cc/0x9268ded837c053fb lrc: 4/0,0 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025f7f expref: 73 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.735478:0:8220:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968961.735486:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000022a167cc/0x9268ded837c053fb lrc: 3/0,0 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025f7f expref: 73 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.735503:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000022a167cc/0x9268ded837c053fb lrc: 0/0,0 mode: --/PW res: [0x1eb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025f7f expref: 73 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.735505:0:8220:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a77d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+73:2265:x1858043754102208:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 110us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968961.735519:0:8220:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11423 00010000:00010000:0.0:1771968961.735524:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.735527:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.735529:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002d1cc202/0x9268ded837c50649 lrc: 3/0,1 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.735538:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002d1cc202/0x9268ded837c50649 lrc: 4/0,1 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.735553:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1771968961.735561:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1771968961.735570:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754102336 00010000:00010000:1.0:1771968961.735579:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c4c9d0e9/0x9268ded837c0509e lrc: 4/0,0 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e05 expref: 72 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.735586:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d046cf1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+72:2266:x1858043754102144:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 202us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.735596:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11422 00000100:00100000:1.0:1771968961.735683:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11424 00000100:00100000:1.0:1771968961.735687:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005aea7a6e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+72:2265:x1858043754102336:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1771968961.735699:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.735702:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c4c9d0e9/0x9268ded837c0509e lrc: 4/0,0 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e05 expref: 72 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.735708:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c4c9d0e9/0x9268ded837c0509e lrc: 3/0,0 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e05 expref: 72 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.735719:0:6215:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c4c9d0e9/0x9268ded837c0509e lrc: 0/0,0 mode: --/PW res: [0x1e7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e05 expref: 72 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.735726:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.735727:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.735729:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f95f666c/0x9268ded837c50665 lrc: 3/0,1 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.735734:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f95f666c/0x9268ded837c50665 lrc: 4/0,1 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.735747:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.735757:0:14877:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f95f666c/0x9268ded837c50665 lrc: 3/0,1 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.735762:0:14877:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f95f666c/0x9268ded837c50665 lrc: 3/0,1 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.735763:0:14884:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068ce75d5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14884:1858043760296960:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.735775:0:14877:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f95f666c/0x9268ded837c50665 lrc: 3/0,1 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.735780:0:14877:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f95f666c/0x9268ded837c50665 lrc: 2/0,0 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.735781:0:14884:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c62a095f/0x9268ded837c50673 lrc: 3/0,1 mode: --/PW res: [0x1e3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.735799:0:14877:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1771968961.735876:0:8205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009dec03fc/0x9268ded837c50642 lrc: 3/0,1 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.735885:0:8205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009dec03fc/0x9268ded837c50642 lrc: 3/0,1 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.735897:0:8205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009dec03fc/0x9268ded837c50642 lrc: 3/0,1 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.735904:0:8205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009dec03fc/0x9268ded837c50642 lrc: 2/0,0 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.735946:0:14892:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e34bc651 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14892:1858043760296256:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.735949:0:8205:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1771968961.735964:0:14892:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000061f05ec3/0x9268ded837c50650 lrc: 3/0,1 mode: --/PW res: [0x1d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.735985:0:14874:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002d1cc202/0x9268ded837c50649 lrc: 3/0,1 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.736475:0:14877:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cd3e8e95 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+23:3332:x1858043760296512:12345-0@lo:6:osp-syn-0-0.0 Request processed in 26059us (26256us total) trans 4294969014 rc 0/0 00000100:00100000:1.0:1771968961.736484:0:14877:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6293 00000100:00100000:0.0:1771968961.736587:0:8205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000727863d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+22:3332:x1858043760296000:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28159us (28304us total) trans 4294969015 rc 0/0 00000100:00100000:0.0:1771968961.736595:0:8205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6289 00010000:00010000:2.0:1771968961.736721:0:14874:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002d1cc202/0x9268ded837c50649 lrc: 3/0,1 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.736730:0:14874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002d1cc202/0x9268ded837c50649 lrc: 3/0,1 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.736736:0:14874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002d1cc202/0x9268ded837c50649 lrc: 2/0,0 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.736764:0:14874:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1771968961.736787:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1771968961.736794:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f95f666c/0x9268ded837c50665 lrc: 2/0,0 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.736804:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f95f666c already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.736808:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f95f666c/0x9268ded837c50665 lrc: 2/0,0 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.736818:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f95f666c/0x9268ded837c50665 lrc: 3/0,0 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.736832:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f95f666c/0x9268ded837c50665 lrc: 1/0,0 mode: --/PW res: [0x1e7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.736839:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f95f666c/0x9268ded837c50665 lrc: 0/0,0 mode: --/PW res: [0x1e7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.736873:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1771968961.736876:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009dec03fc/0x9268ded837c50642 lrc: 2/0,0 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.736883:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009dec03fc already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.736885:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009dec03fc/0x9268ded837c50642 lrc: 2/0,0 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.736892:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009dec03fc/0x9268ded837c50642 lrc: 3/0,0 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.736903:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009dec03fc/0x9268ded837c50642 lrc: 1/0,0 mode: --/PW res: [0x1e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.736910:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009dec03fc/0x9268ded837c50642 lrc: 0/0,0 mode: --/PW res: [0x1e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.736922:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.736925:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002d1cc202/0x9268ded837c50649 lrc: 2/0,0 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.736927:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.736933:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002d1cc202 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.736936:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002d1cc202/0x9268ded837c50649 lrc: 2/0,0 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.736943:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002d1cc202/0x9268ded837c50649 lrc: 3/0,0 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1771968961.736959:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b4410108/2, rc 0, transno 1718 00010000:00010000:0.0:1771968961.736960:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002d1cc202/0x9268ded837c50649 lrc: 1/0,0 mode: --/PW res: [0x1eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.736968:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002d1cc202/0x9268ded837c50649 lrc: 0/0,0 mode: --/PW res: [0x1eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.736974:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b4410108 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760296512:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1771968961.736988:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1771968961.736990:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d2dc4101/2, rc 0, transno 1719 00010000:00010000:0.0:1771968961.736991:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.736993:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1771968961.736996:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2dc4101 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760296000:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1771968961.737097:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005aea7a6e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+70:2265:x1858043754102336:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 1408us (1544us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968961.737105:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11424 00000100:00100000:2.0:1771968961.737260:0:14874:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab929e9b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+22:3332:x1858043760296064:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28684us (28912us total) trans 4294969016 rc 0/0 00000100:00100000:2.0:1771968961.737268:0:14874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6290 00000100:00100000:0.0:1771968961.737292:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000174262f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760297920:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1771968961.737299:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004e31fe91/2, rc 0, transno 1720 00000100:00100000:2.0:1771968961.737309:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e31fe91 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760296064:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1771968961.737333:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.737355:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1771968961.737360:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1771968961.737366:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c14528b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760297984:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1771968961.737434:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e34bc651 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760298048:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1771968961.737470:0:14874:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760297920 00000100:00100000:2.0:1771968961.737496:0:14874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6305 00000100:00100000:2.0:1771968961.737501:0:14874:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b97fbf30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+22:3334:x1858043760297920:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1771968961.737502:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1771968961.737511:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00002000:00080000:2.0:1771968961.737525:0:14874:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:488 count 1 00010000:00010000:2.0:1771968961.737546:0:14874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000958bdff3/0x9268ded837c506b2 lrc: 3/0,1 mode: --/PW res: [0x1e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.737547:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1771968961.737560:0:14874:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007ad4fef8/0x9268ded837c0515b lrc: 2/0,0 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e59 expref: 69 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.737567:0:14874:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.737569:0:14874:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.737571:0:14874:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000958bdff3/0x9268ded837c506b2 lrc: 4/0,1 mode: --/PW res: [0x1e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.737579:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1771968961.737593:0:14874:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007ad4fef8/0x9268ded837c0515b lrc: 3/0,0 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e59 expref: 69 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.737596:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754102080 00010000:00010000:2.0:1771968961.737609:0:14874:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007ad4fef8/0x9268ded837c0515b lrc: 4/0,0 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e59 expref: 69 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.737610:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002135dc0f/0x9268ded837c03b82 lrc: 4/0,0 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02558b expref: 90 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.737621:0:14874:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000492aff73 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14874:1858043760298112:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.737632:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11425 00000100:00100000:1.0:1771968961.737637:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055b02198 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+90:2265:x1858043754102080:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1771968961.737645:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.737649:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002135dc0f/0x9268ded837c03b82 lrc: 4/0,0 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02558b expref: 90 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.737650:0:14874:0:(client.c:2500:ptlrpc_set_wait()) set 0000000098b6ed2e going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.737659:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002135dc0f/0x9268ded837c03b82 lrc: 3/0,0 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02558b expref: 90 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.737672:0:14885:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033d2452c pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14885:1858043760296320:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.737674:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002135dc0f/0x9268ded837c03b82 lrc: 0/0,0 mode: --/PW res: [0x1d5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02558b expref: 90 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.737683:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.737685:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.737686:0:14885:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001467518d/0x9268ded837c50657 lrc: 3/0,1 mode: --/PW res: [0x1d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.737687:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000061f05ec3/0x9268ded837c50650 lrc: 3/0,1 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.737695:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000061f05ec3/0x9268ded837c50650 lrc: 4/0,1 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.737719:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968961.737721:0:14892:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000061f05ec3/0x9268ded837c50650 lrc: 3/0,1 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.737728:0:14892:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000061f05ec3/0x9268ded837c50650 lrc: 3/0,1 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.737735:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055b02198 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+89:2265:x1858043754102080:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 98us (225us total) trans 0 rc 0/0 00010000:00010000:2.0:1771968961.737736:0:14892:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000061f05ec3/0x9268ded837c50650 lrc: 3/0,1 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.737742:0:14892:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000061f05ec3/0x9268ded837c50650 lrc: 2/0,0 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.737742:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11425 00000100:00100000:1.0:1771968961.737753:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754102272 00010000:00010000:2.0:1771968961.737756:0:14892:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1771968961.737762:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000029062499/0x9268ded837c03d49 lrc: 4/0,0 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025656 expref: 89 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.737783:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754102400 00010000:00010000:1.0:1771968961.737794:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000abc553ee/0x9268ded837c04c53 lrc: 4/0,0 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025c30 expref: 90 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.737798:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.737804:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000061f05ec3/0x9268ded837c50650 lrc: 2/0,0 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.737813:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000061f05ec3 already unused, calling callback (000000001b6954d2) 00000100:00100000:1.0:1771968961.737815:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11426 00010000:00010000:3.0:1771968961.737818:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000061f05ec3/0x9268ded837c50650 lrc: 2/0,0 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.737824:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aec43cd6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+90:2265:x1858043754102272:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1771968961.737833:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000061f05ec3/0x9268ded837c50650 lrc: 3/0,0 mode: PW/PW res: [0x1d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.737836:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.737841:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000029062499/0x9268ded837c03d49 lrc: 4/0,0 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025656 expref: 90 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.737853:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000061f05ec3/0x9268ded837c50650 lrc: 1/0,0 mode: --/PW res: [0x1d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.737853:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000029062499/0x9268ded837c03d49 lrc: 3/0,0 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025656 expref: 90 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.737885:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000061f05ec3/0x9268ded837c50650 lrc: 0/0,0 mode: --/PW res: [0x1d5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.737893:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000029062499/0x9268ded837c03d49 lrc: 0/0,0 mode: --/PW res: [0x1d7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025656 expref: 90 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.737894:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1771968961.737907:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.737908:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.737910:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.737911:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.737913:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.737915:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000038fc2035/0x9268ded837c5065e lrc: 3/0,1 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.737921:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038fc2035/0x9268ded837c5065e lrc: 4/0,1 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.737927:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11427 00000100:00100000:3.0:1771968961.737933:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b5441eb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+89:2265:x1858043754102400:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1771968961.737942:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.737942:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968961.737948:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000abc553ee/0x9268ded837c04c53 lrc: 4/0,0 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025c30 expref: 89 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.737955:0:14875:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000038fc2035/0x9268ded837c5065e lrc: 3/0,1 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.737960:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000abc553ee/0x9268ded837c04c53 lrc: 3/0,0 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025c30 expref: 89 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.737971:0:14875:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000038fc2035/0x9268ded837c5065e lrc: 3/0,1 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.737979:0:14875:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000038fc2035/0x9268ded837c5065e lrc: 3/0,1 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.737985:0:14875:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000038fc2035/0x9268ded837c5065e lrc: 2/0,0 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.737992:0:6215:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000abc553ee/0x9268ded837c04c53 lrc: 0/0,0 mode: --/PW res: [0x1e3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025c30 expref: 89 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.738004:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.738007:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.738010:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c62a095f/0x9268ded837c50673 lrc: 3/0,1 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.738010:0:14875:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1771968961.738020:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c62a095f/0x9268ded837c50673 lrc: 4/0,1 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.738040:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968961.738052:0:14884:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c62a095f/0x9268ded837c50673 lrc: 3/0,1 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.738060:0:14884:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c62a095f/0x9268ded837c50673 lrc: 3/0,1 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.738066:0:14884:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c62a095f/0x9268ded837c50673 lrc: 3/0,1 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.738070:0:14884:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c62a095f/0x9268ded837c50673 lrc: 2/0,0 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.738078:0:14884:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1771968961.738206:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1771968961.738210:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000038fc2035/0x9268ded837c5065e lrc: 2/0,0 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.738218:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000038fc2035 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.738220:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000038fc2035/0x9268ded837c5065e lrc: 2/0,0 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.738226:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000038fc2035/0x9268ded837c5065e lrc: 3/0,0 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.738239:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000038fc2035/0x9268ded837c5065e lrc: 1/0,0 mode: --/PW res: [0x1d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.738246:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000038fc2035/0x9268ded837c5065e lrc: 0/0,0 mode: --/PW res: [0x1d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.738259:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.738261:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c62a095f/0x9268ded837c50673 lrc: 2/0,0 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.738267:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c62a095f already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.738268:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c62a095f/0x9268ded837c50673 lrc: 2/0,0 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.738274:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c62a095f/0x9268ded837c50673 lrc: 3/0,0 mode: PW/PW res: [0x1e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.738284:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c62a095f/0x9268ded837c50673 lrc: 1/0,0 mode: --/PW res: [0x1e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.738289:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c62a095f/0x9268ded837c50673 lrc: 0/0,0 mode: --/PW res: [0x1e3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.738300:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.738302:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.738303:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.738308:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968961.738746:0:14884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067b5386b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+24:3333:x1858043760296576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27623us (28429us total) trans 4294969105 rc 0/0 00000100:00100000:3.0:1771968961.738753:0:14884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6296 00000100:00100000:3.0:1771968961.738774:0:14884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760297984 00000100:00100000:3.0:1771968961.738801:0:14884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6306 00000100:00100000:3.0:1771968961.738805:0:14884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000682e0a4b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+23:3334:x1858043760297984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1771968961.738821:0:14884:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:495 count 1 00010000:00010000:3.0:1771968961.738837:0:14884:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b5f4f725/0x9268ded837c506b9 lrc: 3/0,1 mode: --/PW res: [0x1ef:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.738847:0:14884:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000185e5248/0x9268ded837c05885 lrc: 2/0,0 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02614d expref: 69 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.738852:0:14884:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.738853:0:14884:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.738854:0:14884:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b5f4f725/0x9268ded837c506b9 lrc: 4/0,1 mode: --/PW res: [0x1ef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.738883:0:14884:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000185e5248/0x9268ded837c05885 lrc: 3/0,0 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02614d expref: 69 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.738890:0:14884:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000185e5248/0x9268ded837c05885 lrc: 4/0,0 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02614d expref: 69 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.738899:0:14884:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022f2f61b pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14884:1858043760298176:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.738900:0:14892:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014953f50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+23:3335:x1858043760295872:12345-0@lo:6:osp-syn-1-0.0 Request processed in 29751us (29984us total) trans 4294969103 rc 0/0 00000100:00100000:2.0:1771968961.738910:0:14892:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6291 00000100:00100000:3.0:1771968961.738924:0:14884:0:(client.c:2500:ptlrpc_set_wait()) set 0000000056bf864f going to sleep for 43 seconds 00000100:00100000:2.0:1771968961.738940:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968961.738946:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b5441eb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+88:2265:x1858043754102400:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 1012us (1365us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.738953:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11427 00000004:00080000:2.0:1771968961.738980:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005da66ddf/2, rc 0, transno 1809 00000100:00100000:0.0:1771968961.738999:0:14892:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760298048 00000100:00100000:2.0:1771968961.739004:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005da66ddf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760296576:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.739029:0:14892:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6307 00000100:00100000:0.0:1771968961.739035:0:14892:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033d2452c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+24:3333:x1858043760298048:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1771968961.739048:0:14892:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:953 count 1 00010000:00010000:0.0:1771968961.739063:0:14892:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004cee0adb/0x9268ded837c506c0 lrc: 3/0,1 mode: --/PW res: [0x3b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.739068:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000052e1fa30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760298240:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1771968961.739074:0:14892:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002f47bce9/0x9268ded837c4d5ff lrc: 2/0,0 mode: PW/PW res: [0x3b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03df8a expref: 69 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.739081:0:14892:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.739083:0:14892:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.739084:0:14892:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004cee0adb/0x9268ded837c506c0 lrc: 4/0,1 mode: --/PW res: [0x3b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1771968961.739090:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d49cf029/2, rc 0, transno 1807 00000100:00100000:3.0:1771968961.739100:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.739102:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d49cf029 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760295872:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1771968961.739107:0:14892:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002f47bce9/0x9268ded837c4d5ff lrc: 3/0,0 mode: PW/PW res: [0x3b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03df8a expref: 69 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.739117:0:14892:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002f47bce9/0x9268ded837c4d5ff lrc: 4/0,0 mode: PW/PW res: [0x3b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03df8a expref: 69 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.739126:0:14892:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d3adff0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14892:1858043760298304:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.739149:0:14892:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f9cdf2a8 going to sleep for 43 seconds 00000100:00100000:0.0:1771968961.739165:0:14877:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760298240 00000100:00100000:2.0:1771968961.739207:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1771968961.739219:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fddf5451 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760298368:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.739227:0:14877:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6308 00000100:00100000:0.0:1771968961.739233:0:14877:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee3fad1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+23:3333:x1858043760298240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1771968961.739246:0:14877:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:488 count 1 00010000:00010000:0.0:1771968961.739259:0:14877:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017e94f61/0x9268ded837c506c7 lrc: 3/0,1 mode: --/PW res: [0x1e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.739268:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1771968961.739284:0:14877:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000349a8e32/0x9268ded837c0510e lrc: 2/0,0 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e36 expref: 87 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.739286:0:14875:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000013fde83 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+23:3334:x1858043760296384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28866us (29033us total) trans 4294969104 rc 0/0 00000100:00100000:2.0:1771968961.739292:0:8205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760298368 00000100:00100000:1.0:1771968961.739297:0:14875:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6294 00000004:00080000:3.0:1771968961.739303:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f4a0a9a1/2, rc 0, transno 1808 00000100:00100000:2.0:1771968961.739315:0:8205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6309 00000100:00100000:3.0:1771968961.739316:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f4a0a9a1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760296384:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.739322:0:8205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d62cdc94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+23:3335:x1858043760298368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1771968961.739335:0:8205:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:487 count 1 00010000:00010000:2.0:1771968961.739348:0:8205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4f2f982/0x9268ded837c506ce lrc: 3/0,1 mode: --/PW res: [0x1e7:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.739354:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aec43cd6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+87:2265:x1858043754102272:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 1532us (1807us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968961.739360:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11426 00010000:00010000:2.0:1771968961.739371:0:8205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006641e315/0x9268ded837c0502e lrc: 2/0,0 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025dd4 expref: 86 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.739377:0:8205:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.739379:0:8205:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.739380:0:8205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4f2f982/0x9268ded837c506ce lrc: 4/0,1 mode: --/PW res: [0x1e7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.739398:0:8205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006641e315/0x9268ded837c0502e lrc: 3/0,0 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025dd4 expref: 86 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.739405:0:8205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006641e315/0x9268ded837c0502e lrc: 4/0,0 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025dd4 expref: 86 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.739420:0:8205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000557683c7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8205:1858043760298432:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.739437:0:8205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c41a3e9d going to sleep for 6 seconds 00000100:00100000:1.0:1771968961.739441:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.739477:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1771968961.739479:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754102464 00000100:00100000:2.0:1771968961.739486:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000038bc7f82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760298496:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1771968961.739500:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dae0cdc4/0x9268ded837c03c69 lrc: 4/0,0 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0255f4 expref: 87 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.739515:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.739536:0:14895:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760298496 00000100:00100000:1.0:1771968961.739547:0:13424:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bdadfd83 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13424:1858043760296896:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.739558:0:14887:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c5a1f5cb pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14887:1858043760297344:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.739564:0:14895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6310 00010000:00010000:1.0:1771968961.739565:0:13424:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000088418c70/0x9268ded837c5066c lrc: 3/0,1 mode: --/PW res: [0x1e5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.739570:0:14895:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000567a97c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+24:3334:x1858043760298496:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1771968961.739580:0:14895:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:490 count 1 00010000:00010000:3.0:1771968961.739581:0:14887:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b03ec7de/0x9268ded837c5068f lrc: 3/0,1 mode: --/PW res: [0x1e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.739592:0:14895:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007776d2ab/0x9268ded837c506d5 lrc: 3/0,1 mode: --/PW res: [0x1ea:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.739592:0:8220:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11428 00010000:00010000:0.0:1771968961.739596:0:14877:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.739599:0:14877:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1771968961.739600:0:8220:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000b248c67 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+87:2266:x1858043754102464:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1771968961.739603:0:14877:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017e94f61/0x9268ded837c506c7 lrc: 4/0,1 mode: --/PW res: [0x1e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.739607:0:14895:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001cb963e8/0x9268ded837c052e3 lrc: 2/0,0 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025f01 expref: 87 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.739609:0:8220:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.739616:0:8220:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dae0cdc4/0x9268ded837c03c69 lrc: 4/0,0 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0255f4 expref: 87 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.739623:0:14895:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.739624:0:14895:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.739625:0:14895:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007776d2ab/0x9268ded837c506d5 lrc: 4/0,1 mode: --/PW res: [0x1ea:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.739629:0:8220:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dae0cdc4/0x9268ded837c03c69 lrc: 3/0,0 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0255f4 expref: 87 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.739638:0:14877:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000349a8e32/0x9268ded837c0510e lrc: 3/0,0 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e36 expref: 87 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.739647:0:14895:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001cb963e8/0x9268ded837c052e3 lrc: 3/0,0 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025f01 expref: 87 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.739647:0:8220:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dae0cdc4/0x9268ded837c03c69 lrc: 0/0,0 mode: --/PW res: [0x1d6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0255f4 expref: 87 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.739649:0:14877:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000349a8e32/0x9268ded837c0510e lrc: 4/0,0 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e36 expref: 87 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.739670:0:14895:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001cb963e8/0x9268ded837c052e3 lrc: 4/0,0 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025f01 expref: 86 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.739670:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.739672:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1771968961.739674:0:14877:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000001539fe pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14877:1858043760298560:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.739675:0:8220:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001467518d/0x9268ded837c50657 lrc: 3/0,1 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.739687:0:8220:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001467518d/0x9268ded837c50657 lrc: 4/0,1 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.739693:0:14895:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f9fde56b pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14895:1858043760298624:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.739713:0:8220:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1771968961.739721:0:14877:0:(client.c:2500:ptlrpc_set_wait()) set 00000000031ae922 going to sleep for 43 seconds 00010000:00010000:3.0:1771968961.739740:0:14885:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001467518d/0x9268ded837c50657 lrc: 3/0,1 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.739749:0:14885:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001467518d/0x9268ded837c50657 lrc: 3/0,1 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.739756:0:14885:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001467518d/0x9268ded837c50657 lrc: 3/0,1 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.739762:0:14885:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001467518d/0x9268ded837c50657 lrc: 2/0,0 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.739783:0:14885:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1771968961.739807:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.739811:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001467518d/0x9268ded837c50657 lrc: 2/0,0 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.739818:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001467518d already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.739821:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001467518d/0x9268ded837c50657 lrc: 2/0,0 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.739828:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001467518d/0x9268ded837c50657 lrc: 3/0,0 mode: PW/PW res: [0x1d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.739839:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001467518d/0x9268ded837c50657 lrc: 1/0,0 mode: --/PW res: [0x1d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.739850:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001467518d/0x9268ded837c50657 lrc: 0/0,0 mode: --/PW res: [0x1d6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.739880:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.739881:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.739882:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.741067:0:14895:0:(client.c:2500:ptlrpc_set_wait()) set 0000000098a33877 going to sleep for 43 seconds 00000100:00100000:3.0:1771968961.741152:0:14885:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009718c4e4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+25:3335:x1858043760295808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 31769us (32173us total) trans 4294969106 rc 0/0 00000100:00100000:3.0:1771968961.741159:0:14885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6292 00000100:00100000:1.0:1771968961.741193:0:8220:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000b248c67 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+86:2266:x1858043754102464:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 1577us (1734us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968961.741203:0:8220:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11428 00000004:00080000:2.0:1771968961.741228:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c67cdce0/2, rc 0, transno 1810 00000100:00100000:2.0:1771968961.741242:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c67cdce0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760295808:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.741299:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1771968961.741311:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c5a1f5cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760298688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.741350:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1771968961.741437:0:14875:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760298688 00000100:00100000:1.0:1771968961.741461:0:14875:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6311 00000100:00100000:1.0:1771968961.741465:0:14875:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090fb61b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+25:3333:x1858043760298688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1771968961.741483:0:14875:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:486 count 1 00010000:00010000:1.0:1771968961.741499:0:14875:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5894350/0x9268ded837c506dc lrc: 3/0,1 mode: --/PW res: [0x1e6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.741511:0:14875:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008ea56425/0x9268ded837c04f4e lrc: 2/0,0 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025d6b expref: 85 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.741517:0:14875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.741519:0:14875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.741520:0:14875:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5894350/0x9268ded837c506dc lrc: 4/0,1 mode: --/PW res: [0x1e6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.741536:0:14875:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008ea56425/0x9268ded837c04f4e lrc: 3/0,0 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025d6b expref: 85 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.741541:0:14875:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008ea56425/0x9268ded837c04f4e lrc: 4/0,0 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025d6b expref: 85 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.741548:0:14875:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000042b6133 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14875:1858043760298752:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.741573:0:14875:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e5d7f43a going to sleep for 43 seconds 00000100:00100000:1.0:1771968961.741874:0:8204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a590b6bc pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8204:1858043760297024:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.741894:0:8204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000049e1769d/0x9268ded837c5067a lrc: 3/0,1 mode: --/PW res: [0x1ec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.742019:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968961.742053:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.742065:0:8220:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754102592 00000100:00100000:1.0:1771968961.742070:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754102720 00010000:00010000:2.0:1771968961.742085:0:8220:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c04e60 lrc: 4/0,0 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025d09 expref: 86 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.742085:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c5c24ce7/0x9268ded837c04fbe lrc: 5/0,0 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025da3 expref: 70 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.742143:0:15875:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e2ed5115 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15875:1858043760297088:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.742157:0:15875:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e1e59217/0x9268ded837c50681 lrc: 3/0,1 mode: --/PW res: [0x1e6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.742343:0:14896:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012b8384a pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14896:1858043760297216:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.742357:0:14896:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000082754cd9/0x9268ded837c50688 lrc: 3/0,1 mode: --/PW res: [0x1ec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.743319:0:14888:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000444c2442 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14888:1858043760297472:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.743340:0:14894:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000035b39fbd pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14894:1858043760297600:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.743342:0:14888:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004063450f/0x9268ded837c50696 lrc: 3/0,1 mode: --/PW res: [0x1e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.743367:0:14894:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ffca0b25/0x9268ded837c5069d lrc: 3/0,1 mode: --/PW res: [0x1e5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.743405:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.744010:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.744040:0:7226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754102528 00010000:00010000:0.0:1771968961.744069:0:7226:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ae56b116/0x9268ded837c0523b lrc: 4/0,0 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025ebb expref: 71 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.744094:0:7226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754102656 00010000:00010000:0.0:1771968961.744103:0:7226:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005e73b77b/0x9268ded837c054d4 lrc: 4/0,0 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025fda expref: 72 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.744117:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11429 00000100:00100000:0.0:1771968961.744133:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab91966e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+72:2264:x1858043754102720:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1771968961.744149:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.744156:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c5c24ce7/0x9268ded837c04fbe lrc: 4/0,0 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025da3 expref: 72 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.744166:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c5c24ce7/0x9268ded837c04fbe lrc: 3/0,0 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025da3 expref: 72 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.744213:0:7226:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c5c24ce7/0x9268ded837c04fbe lrc: 0/0,0 mode: --/PW res: [0x1e6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025da3 expref: 72 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.744229:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.744231:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.744235:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e1e59217/0x9268ded837c50681 lrc: 3/0,1 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.744244:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e1e59217/0x9268ded837c50681 lrc: 4/0,1 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.744271:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968961.744317:0:15875:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e1e59217/0x9268ded837c50681 lrc: 3/0,1 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.744325:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab91966e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+71:2264:x1858043754102720:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 198us (2270us total) trans 0 rc 0/0 00010000:00010000:3.0:1771968961.744335:0:15875:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e1e59217/0x9268ded837c50681 lrc: 3/0,1 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.744340:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11429 00010000:00010000:3.0:1771968961.744351:0:15875:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e1e59217/0x9268ded837c50681 lrc: 3/0,1 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.744358:0:15875:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e1e59217/0x9268ded837c50681 lrc: 2/0,0 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.744365:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11430 00000100:00100000:0.0:1771968961.744373:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f8bb80f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+86:2264:x1858043754102592:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1771968961.744383:0:15875:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1771968961.744384:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.744391:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c04e60 lrc: 4/0,0 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025d09 expref: 86 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.744407:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c04e60 lrc: 3/0,0 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025d09 expref: 86 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.744421:0:7226:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c04e60 lrc: 0/0,0 mode: --/PW res: [0x1e5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025d09 expref: 86 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.744431:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.744433:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.744435:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000088418c70/0x9268ded837c5066c lrc: 3/0,1 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.744442:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088418c70/0x9268ded837c5066c lrc: 4/0,1 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.744460:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1771968961.744478:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f8bb80f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+85:2264:x1858043754102592:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 105us (2460us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.744485:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11430 00000100:00100000:0.0:1771968961.744532:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11431 00000100:00100000:0.0:1771968961.744537:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035b39fbd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+70:2265:x1858043754102528:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1771968961.744545:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.744548:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ae56b116/0x9268ded837c0523b lrc: 4/0,0 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025ebb expref: 70 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.744557:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ae56b116/0x9268ded837c0523b lrc: 3/0,0 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025ebb expref: 70 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.744575:0:7226:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae56b116/0x9268ded837c0523b lrc: 0/0,0 mode: --/PW res: [0x1e9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025ebb expref: 70 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.744585:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.744586:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.744589:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b03ec7de/0x9268ded837c5068f lrc: 3/0,1 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.744595:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b03ec7de/0x9268ded837c5068f lrc: 4/0,1 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.744612:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1771968961.744629:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035b39fbd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+69:2265:x1858043754102528:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 91us (1226us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.744636:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11431 00000100:00100000:0.0:1771968961.744649:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11432 00000100:00100000:0.0:1771968961.744652:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f1215d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+68:2265:x1858043754102656:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1771968961.744659:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.744663:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005e73b77b/0x9268ded837c054d4 lrc: 4/0,0 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025fda expref: 68 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.744671:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005e73b77b/0x9268ded837c054d4 lrc: 3/0,0 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025fda expref: 68 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.744684:0:7226:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e73b77b/0x9268ded837c054d4 lrc: 0/0,0 mode: --/PW res: [0x1ec:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025fda expref: 68 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.744698:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.744699:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.744701:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000049e1769d/0x9268ded837c5067a lrc: 3/0,1 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.744708:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000049e1769d/0x9268ded837c5067a lrc: 4/0,1 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.744726:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1771968961.744744:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f1215d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+67:2265:x1858043754102656:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 90us (736us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.744751:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11432 00010000:00010000:0.0:1771968961.744769:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.744776:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e1e59217/0x9268ded837c50681 lrc: 2/0,0 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.744784:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e1e59217 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.744788:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1e59217/0x9268ded837c50681 lrc: 2/0,0 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.744797:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e1e59217/0x9268ded837c50681 lrc: 3/0,0 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.744809:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e1e59217/0x9268ded837c50681 lrc: 1/0,0 mode: --/PW res: [0x1e6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.744815:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e1e59217/0x9268ded837c50681 lrc: 0/0,0 mode: --/PW res: [0x1e6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.744835:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.744837:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.744838:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968961.744881:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.744903:0:7226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754102784 00010000:00010000:0.0:1771968961.744917:0:7226:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000326c17a1/0x9268ded837c054db lrc: 4/0,0 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025fe1 expref: 85 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.744932:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11433 00000100:00100000:0.0:1771968961.744936:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095caffcc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+85:2265:x1858043754102784:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1771968961.744943:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.744946:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000326c17a1/0x9268ded837c054db lrc: 4/0,0 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025fe1 expref: 85 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.744955:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000326c17a1/0x9268ded837c054db lrc: 3/0,0 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025fe1 expref: 85 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.744967:0:7226:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000326c17a1/0x9268ded837c054db lrc: 0/0,0 mode: --/PW res: [0x1ec:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025fe1 expref: 85 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.744977:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.744978:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.744981:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000082754cd9/0x9268ded837c50688 lrc: 3/0,1 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.744987:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000082754cd9/0x9268ded837c50688 lrc: 4/0,1 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.745005:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1771968961.745023:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095caffcc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+84:2265:x1858043754102784:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 85us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.745030:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11433 00010000:00010000:0.0:1771968961.745051:0:14896:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000082754cd9/0x9268ded837c50688 lrc: 3/0,1 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.745060:0:14896:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000082754cd9/0x9268ded837c50688 lrc: 3/0,1 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.745068:0:14896:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000082754cd9/0x9268ded837c50688 lrc: 3/0,1 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.745074:0:14896:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000082754cd9/0x9268ded837c50688 lrc: 2/0,0 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.745089:0:14896:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1771968961.745685:0:14896:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fce3165f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+26:3332:x1858043760297152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28077us (28194us total) trans 4294969107 rc 0/0 00000100:00100000:0.0:1771968961.745691:0:14896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6299 00010000:00010000:0.0:1771968961.745706:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.745709:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000082754cd9/0x9268ded837c50688 lrc: 2/0,0 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.745715:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000082754cd9 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.745717:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000082754cd9/0x9268ded837c50688 lrc: 2/0,0 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.745722:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000082754cd9/0x9268ded837c50688 lrc: 3/0,0 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.745731:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000082754cd9/0x9268ded837c50688 lrc: 1/0,0 mode: --/PW res: [0x1ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.745734:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000082754cd9/0x9268ded837c50688 lrc: 0/0,0 mode: --/PW res: [0x1ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.745748:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.745749:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.745751:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968961.745753:0:15875:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbc80683 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+25:3335:x1858043760296640:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32019us (32071us total) trans 4294969017 rc 0/0 00000100:00100000:3.0:1771968961.745761:0:15875:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6298 00000004:00080000:0.0:1771968961.745783:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e3ed0a3d/2, rc 0, transno 1811 00000100:00100000:0.0:1771968961.745793:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e3ed0a3d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760297152:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1771968961.745849:0:14887:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b03ec7de/0x9268ded837c5068f lrc: 3/0,1 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.745856:0:14887:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b03ec7de/0x9268ded837c5068f lrc: 3/0,1 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.745879:0:14887:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b03ec7de/0x9268ded837c5068f lrc: 3/0,1 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.745884:0:14887:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b03ec7de/0x9268ded837c5068f lrc: 2/0,0 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.745895:0:14887:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1771968961.745916:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.745920:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b03ec7de/0x9268ded837c5068f lrc: 2/0,0 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.745928:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b03ec7de already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.745931:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b03ec7de/0x9268ded837c5068f lrc: 2/0,0 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.745937:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b03ec7de/0x9268ded837c5068f lrc: 3/0,0 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.745949:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b03ec7de/0x9268ded837c5068f lrc: 1/0,0 mode: --/PW res: [0x1e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.745955:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b03ec7de/0x9268ded837c5068f lrc: 0/0,0 mode: --/PW res: [0x1e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.745969:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.745971:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.745972:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1771968961.745979:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006da6880c/2, rc 0, transno 1721 00000100:00100000:2.0:1771968961.746003:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006da6880c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760296640:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1771968961.746037:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.746071:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.746110:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968961.746222:0:14887:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004775210f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+25:3332:x1858043760297280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 28271us (28334us total) trans 4294969018 rc 0/0 00000100:00100000:3.0:1771968961.746228:0:14887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6300 00000100:00100000:3.0:1771968961.746258:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000352442c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760298816:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1771968961.746259:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754102912 00000100:00100000:0.0:1771968961.746266:0:7226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754103040 00010000:00010000:2.0:1771968961.746281:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000033c29f03/0x9268ded837c04ede lrc: 4/0,0 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025d41 expref: 67 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.746281:0:7226:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006639d686/0x9268ded837c055ad lrc: 5/0,0 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02602e expref: 84 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.746299:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.746300:0:7226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754102848 00000100:00100000:2.0:1771968961.746305:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11434 00000100:00100000:2.0:1771968961.746311:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001eae3889 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+67:2266:x1858043754102912:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1771968961.746311:0:7226:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000026d4d01b/0x9268ded837c04d8e lrc: 4/0,0 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025cae expref: 85 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.746321:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.746326:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000033c29f03/0x9268ded837c04ede lrc: 4/0,0 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025d41 expref: 67 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.746326:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11435 00000100:00100000:0.0:1771968961.746331:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000622642e9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+85:2266:x1858043754103040:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1771968961.746336:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000033c29f03/0x9268ded837c04ede lrc: 3/0,0 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025d41 expref: 67 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.746338:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1771968961.746340:0:14887:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760298816 00010000:00010000:0.0:1771968961.746341:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006639d686/0x9268ded837c055ad lrc: 5/0,0 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02602e expref: 85 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.746349:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006639d686/0x9268ded837c055ad lrc: 4/0,0 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02602e expref: 85 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.746355:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000033c29f03/0x9268ded837c04ede lrc: 0/0,0 mode: --/PW res: [0x1e5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025d41 expref: 67 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.746365:0:14887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6312 00010000:00010000:2.0:1771968961.746368:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.746368:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1771968961.746372:0:14887:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fa150ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+25:3333:x1858043760298816:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1771968961.746372:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.746372:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.746376:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ffca0b25/0x9268ded837c5069d lrc: 3/0,1 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.746376:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000056af7a61/0x9268ded837c506ab lrc: 3/0,1 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.746385:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ffca0b25/0x9268ded837c5069d lrc: 4/0,1 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.746385:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000056af7a61/0x9268ded837c506ab lrc: 4/0,1 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.746398:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968961.746406:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1771968961.746418:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001eae3889 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+66:2266:x1858043754102912:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 109us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.746418:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000622642e9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+85:2266:x1858043754103040:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 86us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.746423:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11435 00002000:00080000:3.0:1771968961.746471:0:14887:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:955 count 1 00000100:00100000:2.0:1771968961.746472:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11434 00000100:00100000:0.0:1771968961.746478:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11436 00000100:00100000:0.0:1771968961.746482:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f43c9fd0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+84:2267:x1858043754102848:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1771968961.746492:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.746493:0:14887:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f2c0d82/0x9268ded837c506e3 lrc: 3/0,1 mode: --/PW res: [0x3bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.746496:0:14894:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ffca0b25/0x9268ded837c5069d lrc: 3/0,1 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.746496:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000026d4d01b/0x9268ded837c04d8e lrc: 4/0,0 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025cae expref: 84 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.746513:0:14894:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ffca0b25/0x9268ded837c5069d lrc: 3/0,1 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.746517:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000026d4d01b/0x9268ded837c04d8e lrc: 3/0,0 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025cae expref: 84 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.746518:0:14887:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a579419d/0x9268ded837c4d859 lrc: 2/0,0 mode: PW/PW res: [0x3bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e063 expref: 65 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.746522:0:14894:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ffca0b25/0x9268ded837c5069d lrc: 3/0,1 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.746538:0:7226:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000026d4d01b/0x9268ded837c04d8e lrc: 0/0,0 mode: --/PW res: [0x1e4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025cae expref: 84 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.746540:0:14894:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ffca0b25/0x9268ded837c5069d lrc: 2/0,0 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.746541:0:14887:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.746544:0:14887:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.746547:0:14887:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f2c0d82/0x9268ded837c506e3 lrc: 4/0,1 mode: --/PW res: [0x3bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.746551:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.746553:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.746555:0:14894:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1771968961.746557:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004063450f/0x9268ded837c50696 lrc: 3/0,1 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.746575:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004063450f/0x9268ded837c50696 lrc: 4/0,1 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.746591:0:14887:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a579419d/0x9268ded837c4d859 lrc: 3/0,0 mode: PW/PW res: [0x3bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e063 expref: 65 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.746594:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968961.746601:0:14887:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a579419d/0x9268ded837c4d859 lrc: 4/0,0 mode: PW/PW res: [0x3bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e063 expref: 65 pid: 14893 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.746611:0:14887:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004346d3c1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14887:1858043760298880:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.746616:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f43c9fd0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+83:2267:x1858043754102848:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 129us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.746624:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11436 00010000:00010000:0.0:1771968961.746640:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:3.0:1771968961.746644:0:14887:0:(client.c:2500:ptlrpc_set_wait()) set 00000000afa413e4 going to sleep for 43 seconds 00010000:00010000:0.0:1771968961.746644:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ffca0b25/0x9268ded837c5069d lrc: 2/0,0 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.746654:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ffca0b25 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.746657:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ffca0b25/0x9268ded837c5069d lrc: 2/0,0 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.746664:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ffca0b25/0x9268ded837c5069d lrc: 3/0,0 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.746673:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ffca0b25/0x9268ded837c5069d lrc: 1/0,0 mode: --/PW res: [0x1e5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.746679:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ffca0b25/0x9268ded837c5069d lrc: 0/0,0 mode: --/PW res: [0x1e5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.746690:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.746691:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.746693:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968961.746726:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.746740:0:7226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754102976 00010000:00010000:0.0:1771968961.746752:0:7226:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000404215ba/0x9268ded837c0531b lrc: 5/0,0 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025f1d expref: 66 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.746765:0:14888:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004063450f/0x9268ded837c50696 lrc: 3/0,1 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.746772:0:14888:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004063450f/0x9268ded837c50696 lrc: 3/0,1 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.746775:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11437 00010000:00010000:3.0:1771968961.746782:0:14888:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004063450f/0x9268ded837c50696 lrc: 3/0,1 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.746783:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001375ddeb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+66:2267:x1858043754102976:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1771968961.746794:0:14888:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004063450f/0x9268ded837c50696 lrc: 2/0,0 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.746797:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.746802:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000404215ba/0x9268ded837c0531b lrc: 5/0,0 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025f1d expref: 66 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.746805:0:14888:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1771968961.746814:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000404215ba/0x9268ded837c0531b lrc: 4/0,0 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025f1d expref: 66 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.746828:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.746830:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.746832:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000db9ca698/0x9268ded837c506a4 lrc: 3/0,1 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.746840:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000db9ca698/0x9268ded837c506a4 lrc: 4/0,1 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.746852:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1771968961.746881:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001375ddeb pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+66:2267:x1858043754102976:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 98us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.746888:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11437 00000100:00100000:2.0:1771968961.746917:0:14894:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae5f4362 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+26:3335:x1858043760297536:12345-0@lo:6:osp-syn-0-0.0 Request processed in 24754us (24912us total) trans 4294969019 rc 0/0 00010000:00010000:0.0:1771968961.746920:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.746924:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004063450f/0x9268ded837c50696 lrc: 2/0,0 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.746929:0:14894:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6302 00010000:00010000:0.0:1771968961.746930:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004063450f already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.746933:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004063450f/0x9268ded837c50696 lrc: 2/0,0 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.746939:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004063450f/0x9268ded837c50696 lrc: 3/0,0 mode: PW/PW res: [0x1e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.746950:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004063450f/0x9268ded837c50696 lrc: 1/0,0 mode: --/PW res: [0x1e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.746956:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004063450f/0x9268ded837c50696 lrc: 0/0,0 mode: --/PW res: [0x1e4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1771968961.746965:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005b0f070c/2, rc 0, transno 1722 00010000:00010000:0.0:1771968961.746973:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.746974:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005b0f070c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760297280:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1771968961.746974:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.746976:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968961.747070:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.747106:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754103104 00010000:00010000:2.0:1771968961.747120:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000185e5248/0x9268ded837c05885 lrc: 5/0,0 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02614d expref: 66 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.747213:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11438 00000100:00100000:3.0:1771968961.747218:0:14888:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040605ba2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+26:3335:x1858043760297408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27444us (27506us total) trans 4294969108 rc 0/0 00000100:00100000:2.0:1771968961.747221:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035b39fbd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+66:2264:x1858043754103104:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00000100:00100000:3.0:1771968961.747231:0:14888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6301 00010000:00010000:2.0:1771968961.747234:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.747240:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000185e5248/0x9268ded837c05885 lrc: 5/0,0 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02614d expref: 66 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.747250:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000185e5248/0x9268ded837c05885 lrc: 4/0,0 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02614d expref: 66 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.747263:0:14884:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022f2f61b pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14884:1858043760298176:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.747266:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000185e5248/0x9268ded837c05885 lrc: 0/0,0 mode: --/PW res: [0x1ef:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02614d expref: 66 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.747277:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.747279:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.747281:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b5f4f725/0x9268ded837c506b9 lrc: 3/0,1 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.747281:0:14877:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000001539fe pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14877:1858043760298560:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.747288:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b5f4f725/0x9268ded837c506b9 lrc: 4/0,1 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.747297:0:14877:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000017e94f61/0x9268ded837c506c7 lrc: 3/0,1 mode: --/PW res: [0x1e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.747309:0:14884:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b5f4f725/0x9268ded837c506b9 lrc: 4/0,1 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.747312:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968961.747330:0:14884:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b5f4f725/0x9268ded837c506b9 lrc: 3/0,1 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.747330:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035b39fbd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+65:2264:x1858043754103104:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 110us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.747345:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11438 00010000:00010000:3.0:1771968961.747346:0:14884:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b5f4f725/0x9268ded837c506b9 lrc: 3/0,1 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.747355:0:14884:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b5f4f725/0x9268ded837c506b9 lrc: 3/0,1 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.747361:0:14884:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b5f4f725/0x9268ded837c506b9 lrc: 2/0,0 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.747378:0:14874:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000492aff73 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14874:1858043760298112:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.747382:0:14884:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1771968961.747394:0:14874:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000958bdff3/0x9268ded837c506b2 lrc: 3/0,1 mode: --/PW res: [0x1e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.747395:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.747399:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b5f4f725/0x9268ded837c506b9 lrc: 2/0,0 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.747405:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b5f4f725 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.747408:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b5f4f725/0x9268ded837c506b9 lrc: 2/0,0 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.747415:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b5f4f725/0x9268ded837c506b9 lrc: 3/0,0 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.747417:0:8205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000557683c7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8205:1858043760298432:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.747426:0:8205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a4f2f982/0x9268ded837c506ce lrc: 3/0,1 mode: --/PW res: [0x1e7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.747426:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b5f4f725/0x9268ded837c506b9 lrc: 1/0,0 mode: --/PW res: [0x1ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.747433:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b5f4f725/0x9268ded837c506b9 lrc: 0/0,0 mode: --/PW res: [0x1ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.747445:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008deae06b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760298944:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1771968961.747449:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.747450:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.747451:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.747472:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.747473:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.747496:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754103168 00010000:00010000:2.0:1771968961.747510:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007ad4fef8/0x9268ded837c0515b lrc: 4/0,0 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e59 expref: 65 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.747517:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.747533:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754103232 00000100:00100000:0.0:1771968961.747539:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11439 00010000:00010000:2.0:1771968961.747543:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006641e315/0x9268ded837c0502e lrc: 4/0,0 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025dd4 expref: 83 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.747543:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000001539fe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+65:2267:x1858043754103168:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1771968961.747551:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.747554:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007ad4fef8/0x9268ded837c0515b lrc: 4/0,0 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e59 expref: 65 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.747556:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11440 00000100:00100000:2.0:1771968961.747560:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f1215d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+83:2267:x1858043754103232:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1771968961.747563:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007ad4fef8/0x9268ded837c0515b lrc: 3/0,0 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e59 expref: 65 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.747570:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.747573:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006641e315/0x9268ded837c0502e lrc: 4/0,0 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025dd4 expref: 83 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.747576:0:7226:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ad4fef8/0x9268ded837c0515b lrc: 0/0,0 mode: --/PW res: [0x1e8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e59 expref: 65 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.747581:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006641e315/0x9268ded837c0502e lrc: 3/0,0 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025dd4 expref: 83 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.747593:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.747595:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006641e315/0x9268ded837c0502e lrc: 0/0,0 mode: --/PW res: [0x1e7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025dd4 expref: 83 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.747595:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.747597:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000958bdff3/0x9268ded837c506b2 lrc: 3/0,1 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.747604:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000958bdff3/0x9268ded837c506b2 lrc: 4/0,1 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.747605:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.747607:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.747608:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a4f2f982/0x9268ded837c506ce lrc: 3/0,1 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.747614:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4f2f982/0x9268ded837c506ce lrc: 4/0,1 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.747619:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968961.747628:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1771968961.747644:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000001539fe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+64:2267:x1858043754103168:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 100us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.747651:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11439 00010000:00010000:1.0:1771968961.747684:0:13424:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000088418c70/0x9268ded837c5066c lrc: 3/0,1 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.747699:0:13424:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088418c70/0x9268ded837c5066c lrc: 3/0,1 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.747705:0:13424:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088418c70/0x9268ded837c5066c lrc: 3/0,1 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.747711:0:13424:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088418c70/0x9268ded837c5066c lrc: 2/0,0 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.747728:0:13424:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1771968961.747854:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f1215d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+82:2267:x1858043754103232:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 292us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.747871:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11440 00010000:00010000:2.0:1771968961.747886:0:14874:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000958bdff3/0x9268ded837c506b2 lrc: 3/0,1 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.747893:0:14874:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000958bdff3/0x9268ded837c506b2 lrc: 3/0,1 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.747904:0:14874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000958bdff3/0x9268ded837c506b2 lrc: 3/0,1 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.747910:0:14874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000958bdff3/0x9268ded837c506b2 lrc: 2/0,0 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.747924:0:14874:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1771968961.747978:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1771968961.747982:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088418c70/0x9268ded837c5066c lrc: 2/0,0 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.747989:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000088418c70 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.747991:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088418c70/0x9268ded837c5066c lrc: 2/0,0 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.747998:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088418c70/0x9268ded837c5066c lrc: 3/0,0 mode: PW/PW res: [0x1e5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.748009:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088418c70/0x9268ded837c5066c lrc: 1/0,0 mode: --/PW res: [0x1e5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.748015:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088418c70/0x9268ded837c5066c lrc: 0/0,0 mode: --/PW res: [0x1e5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.748029:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.748032:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000958bdff3/0x9268ded837c506b2 lrc: 2/0,0 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.748038:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000958bdff3 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.748039:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000958bdff3/0x9268ded837c506b2 lrc: 2/0,0 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.748045:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000958bdff3/0x9268ded837c506b2 lrc: 3/0,0 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.748053:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000958bdff3/0x9268ded837c506b2 lrc: 1/0,0 mode: --/PW res: [0x1e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.748059:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000958bdff3/0x9268ded837c506b2 lrc: 0/0,0 mode: --/PW res: [0x1e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.748072:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.748074:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.748076:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968961.748142:0:14884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000682e0a4b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+27:3334:x1858043760297984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9337us (10754us total) trans 4294969020 rc 0/0 00000100:00100000:3.0:1771968961.748148:0:14884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6306 00000100:00100000:3.0:1771968961.748160:0:14884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760298944 00000100:00100000:3.0:1771968961.748202:0:14884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6313 00000100:00100000:3.0:1771968961.748207:0:14884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000557683c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+27:3334:x1858043760298944:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.748213:0:14892:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d3adff0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14892:1858043760298304:192.168.202.27@tcp:104: 00002000:00080000:3.0:1771968961.748225:0:14884:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:491 count 1 00010000:00010000:0.0:1771968961.748229:0:14892:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004cee0adb/0x9268ded837c506c0 lrc: 3/0,1 mode: --/PW res: [0x3b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.748244:0:14884:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000041666ff2/0x9268ded837c506ea lrc: 3/0,1 mode: --/PW res: [0x1eb:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.748263:0:14884:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c2f9bb52/0x9268ded837c053df lrc: 2/0,0 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025f6a expref: 81 pid: 8659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.748279:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968961.748280:0:14884:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.748283:0:14884:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.748284:0:14884:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041666ff2/0x9268ded837c506ea lrc: 4/0,1 mode: --/PW res: [0x1eb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.748308:0:14884:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c2f9bb52/0x9268ded837c053df lrc: 3/0,0 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025f6a expref: 81 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.748319:0:14884:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c2f9bb52/0x9268ded837c053df lrc: 4/0,0 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025f6a expref: 81 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.748330:0:14884:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022f2f61b pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14884:1858043760299072:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.748359:0:14884:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e64fae12 going to sleep for 6 seconds 00000100:00100000:0.0:1771968961.748491:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.748498:0:14874:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b97fbf30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+26:3334:x1858043760297920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10996us (11168us total) trans 4294969021 rc 0/0 00000100:00100000:2.0:1771968961.748504:0:14874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6305 00000100:00100000:0.0:1771968961.748506:0:7226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754103296 00010000:00010000:0.0:1771968961.748518:0:7226:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002f47bce9/0x9268ded837c4d5ff lrc: 4/0,0 mode: PW/PW res: [0x3b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03df8a expref: 64 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.748524:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754103424 00010000:00010000:2.0:1771968961.748533:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001cb963e8/0x9268ded837c052e3 lrc: 5/0,0 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025f01 expref: 82 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.748533:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11441 00000100:00100000:0.0:1771968961.748537:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d3adff0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+64:2267:x1858043754103296:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1771968961.748543:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1771968961.748546:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11442 00010000:00010000:0.0:1771968961.748546:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002f47bce9/0x9268ded837c4d5ff lrc: 4/0,0 mode: PW/PW res: [0x3b9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03df8a expref: 64 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.748550:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095caffcc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+82:2264:x1858043754103424:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1771968961.748556:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.748556:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002f47bce9/0x9268ded837c4d5ff lrc: 3/0,0 mode: PW/PW res: [0x3b9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03df8a expref: 64 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.748558:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001cb963e8/0x9268ded837c052e3 lrc: 5/0,0 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025f01 expref: 82 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.748566:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001cb963e8/0x9268ded837c052e3 lrc: 4/0,0 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025f01 expref: 82 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.748570:0:7226:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002f47bce9/0x9268ded837c4d5ff lrc: 0/0,0 mode: --/PW res: [0x3b9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03df8a expref: 64 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.748579:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.748579:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.748580:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.748581:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.748582:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007776d2ab/0x9268ded837c506d5 lrc: 3/0,1 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.748582:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004cee0adb/0x9268ded837c506c0 lrc: 3/0,1 mode: PW/PW res: [0x3b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.748590:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007776d2ab/0x9268ded837c506d5 lrc: 4/0,1 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.748590:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004cee0adb/0x9268ded837c506c0 lrc: 4/0,1 mode: PW/PW res: [0x3b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.748601:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968961.748604:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1771968961.748618:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095caffcc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+82:2264:x1858043754103424:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 67us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.748618:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d3adff0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+63:2267:x1858043754103296:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 80us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.748625:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11442 00000100:00100000:0.0:1771968961.748635:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11441 00010000:00010000:0.0:1771968961.748656:0:14892:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004cee0adb/0x9268ded837c506c0 lrc: 3/0,1 mode: PW/PW res: [0x3b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.748664:0:14892:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004cee0adb/0x9268ded837c506c0 lrc: 3/0,1 mode: PW/PW res: [0x3b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.748671:0:14892:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004cee0adb/0x9268ded837c506c0 lrc: 3/0,1 mode: PW/PW res: [0x3b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.748682:0:14892:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004cee0adb/0x9268ded837c506c0 lrc: 2/0,0 mode: PW/PW res: [0x3b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.748695:0:14892:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1771968961.748712:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968961.748736:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754103360 00010000:00010000:3.0:1771968961.748751:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000349a8e32/0x9268ded837c0510e lrc: 4/0,0 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e36 expref: 83 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.748778:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11443 00000100:00100000:3.0:1771968961.748785:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7696d07 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+83:2265:x1858043754103360:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1771968961.748794:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.748798:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000349a8e32/0x9268ded837c0510e lrc: 4/0,0 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e36 expref: 83 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.748808:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000349a8e32/0x9268ded837c0510e lrc: 3/0,0 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e36 expref: 83 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.748819:0:14892:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033d2452c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+26:3333:x1858043760298048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9782us (9878us total) trans 4294969022 rc 0/0 00010000:00010000:3.0:1771968961.748825:0:6215:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000349a8e32/0x9268ded837c0510e lrc: 0/0,0 mode: --/PW res: [0x1e8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e36 expref: 83 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.748829:0:14892:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6307 00010000:00010000:3.0:1771968961.748842:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.748844:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.748846:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000017e94f61/0x9268ded837c506c7 lrc: 3/0,1 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.748854:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017e94f61/0x9268ded837c506c7 lrc: 4/0,1 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.748857:0:13424:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055a5de45 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+27:3334:x1858043760296704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 38294us (38569us total) trans 4294969109 rc 0/0 00000100:00100000:1.0:1771968961.748880:0:13424:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6295 00000004:00080000:0.0:1771968961.748880:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e34bc651/2, rc 0, transno 1726 00010000:00010000:3.0:1771968961.748890:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1771968961.748895:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e34bc651 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760298048:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.748903:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1771968961.748906:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004cee0adb/0x9268ded837c506c0 lrc: 2/0,0 mode: PW/PW res: [0x3b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.748913:0:14877:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000017e94f61/0x9268ded837c506c7 lrc: 3/0,1 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.748916:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004cee0adb already unused, calling callback (000000001b6954d2) 00000100:00100000:3.0:1771968961.748917:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7696d07 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+82:2265:x1858043754103360:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 128us (203us total) trans 0 rc 0/0 00010000:00010000:1.0:1771968961.748919:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004cee0adb/0x9268ded837c506c0 lrc: 2/0,0 mode: PW/PW res: [0x3b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.748928:0:14877:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017e94f61/0x9268ded837c506c7 lrc: 3/0,1 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.748934:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004cee0adb/0x9268ded837c506c0 lrc: 3/0,0 mode: PW/PW res: [0x3b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.748936:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11443 00010000:00010000:0.0:1771968961.748942:0:14877:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017e94f61/0x9268ded837c506c7 lrc: 3/0,1 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.748948:0:14877:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000017e94f61/0x9268ded837c506c7 lrc: 2/0,0 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.748951:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004cee0adb/0x9268ded837c506c0 lrc: 1/0,0 mode: --/PW res: [0x3b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.748962:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004cee0adb/0x9268ded837c506c0 lrc: 0/0,0 mode: --/PW res: [0x3b9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.748962:0:14877:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1771968961.748977:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1771968961.748980:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000017e94f61/0x9268ded837c506c7 lrc: 2/0,0 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.748986:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000017e94f61 already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.748988:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000017e94f61/0x9268ded837c506c7 lrc: 2/0,0 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.749019:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968961.749040:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754103488 00010000:00010000:3.0:1771968961.749053:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008ea56425/0x9268ded837c04f4e lrc: 5/0,0 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025d6b expref: 81 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.749079:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11444 00010000:00010000:2.0:1771968961.749082:0:14895:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001cb963e8/0x9268ded837c052e3 lrc: 0/0,0 mode: --/PW res: [0x1ea:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025f01 expref: 81 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.749087:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aa3e35a0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+81:2265:x1858043754103488:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1771968961.749099:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1771968961.749102:0:14895:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f9fde56b pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14895:1858043760298624:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.749105:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008ea56425/0x9268ded837c04f4e lrc: 5/0,0 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025d6b expref: 80 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.749116:0:14895:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007776d2ab/0x9268ded837c506d5 lrc: 3/0,1 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.749124:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008ea56425/0x9268ded837c04f4e lrc: 4/0,0 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025d6b expref: 80 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.749139:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.749141:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.749143:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e5894350/0x9268ded837c506dc lrc: 3/0,1 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.749150:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e5894350/0x9268ded837c506dc lrc: 4/0,1 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.749162:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.749195:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000017e94f61/0x9268ded837c506c7 lrc: 3/0,0 mode: PW/PW res: [0x1e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.749203:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aa3e35a0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+80:2265:x1858043754103488:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 114us (182us total) trans 0 rc 0/0 00010000:00010000:1.0:1771968961.749212:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000017e94f61/0x9268ded837c506c7 lrc: 1/0,0 mode: --/PW res: [0x1e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.749213:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11444 00010000:00010000:1.0:1771968961.749221:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017e94f61/0x9268ded837c506c7 lrc: 0/0,0 mode: --/PW res: [0x1e8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.749237:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.749239:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.749241:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.749265:0:14891:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000404215ba/0x9268ded837c0531b lrc: 0/0,0 mode: --/PW res: [0x1ea:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025f1d expref: 62 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.749276:0:14891:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000015909335 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14891:1858043760297728:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.749293:0:14891:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000db9ca698/0x9268ded837c506a4 lrc: 3/0,1 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.749300:0:14891:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000db9ca698/0x9268ded837c506a4 lrc: 3/0,1 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.749306:0:14891:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000db9ca698/0x9268ded837c506a4 lrc: 3/0,1 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.749313:0:14891:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000db9ca698/0x9268ded837c506a4 lrc: 3/0,1 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.749319:0:14891:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000db9ca698/0x9268ded837c506a4 lrc: 2/0,0 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.749333:0:14891:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1771968961.749367:0:14877:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee3fad1e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3333:x1858043760298240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10134us (10268us total) trans 4294969110 rc 0/0 00000100:00100000:0.0:1771968961.749375:0:14877:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6308 00010000:00010000:0.0:1771968961.749391:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.749394:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000db9ca698/0x9268ded837c506a4 lrc: 2/0,0 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.749401:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000db9ca698 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.749403:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000db9ca698/0x9268ded837c506a4 lrc: 2/0,0 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.749409:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000db9ca698/0x9268ded837c506a4 lrc: 3/0,0 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.749418:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000db9ca698/0x9268ded837c506a4 lrc: 1/0,0 mode: --/PW res: [0x1ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.749424:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000db9ca698/0x9268ded837c506a4 lrc: 0/0,0 mode: --/PW res: [0x1ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.749434:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.749435:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.749436:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1771968961.749498:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000052e1fa30/2, rc 0, transno 1814 00000100:00100000:0.0:1771968961.749507:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000052e1fa30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760298240:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.749514:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1771968961.749523:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000622642e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760299136:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1771968961.749547:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.749565:0:14877:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760299136 00000100:00100000:0.0:1771968961.749582:0:14877:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6314 00000100:00100000:0.0:1771968961.749587:0:14877:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001eae3889 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+27:3333:x1858043760299136:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1771968961.749602:0:14877:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:954 count 1 00010000:00010000:0.0:1771968961.749618:0:14877:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000022a167cc/0x9268ded837c506f1 lrc: 3/0,1 mode: --/PW res: [0x3ba:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.749631:0:14877:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000610301c/0x9268ded837c4d717 lrc: 2/0,0 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e001 expref: 61 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.749637:0:14877:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.749638:0:14877:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.749640:0:14877:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000022a167cc/0x9268ded837c506f1 lrc: 4/0,1 mode: --/PW res: [0x3ba:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.749658:0:14877:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000610301c/0x9268ded837c4d717 lrc: 3/0,0 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e001 expref: 61 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.749669:0:14877:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000610301c/0x9268ded837c4d717 lrc: 4/0,0 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e001 expref: 61 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.749671:0:14891:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000879202fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+27:3333:x1858043760297664:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15871us (17326us total) trans 4294969023 rc 0/0 00000100:00100000:1.0:1771968961.749678:0:14891:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6303 00000100:00100000:0.0:1771968961.749680:0:14877:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f43c9fd0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14877:1858043760299200:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.749694:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968961.749709:0:14877:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e8745f4c going to sleep for 43 seconds 00000004:00080000:1.0:1771968961.749710:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009e1f0e6f/2, rc 0, transno 1727 00000100:00100000:1.0:1771968961.749717:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e1f0e6f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760297664:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1771968961.749722:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1771968961.749747:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000022801ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760299264:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1771968961.749770:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1771968961.749800:0:8204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000049e1769d/0x9268ded837c5067a lrc: 3/0,1 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.749802:0:13424:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760299264 00010000:00010000:1.0:1771968961.749814:0:8204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000049e1769d/0x9268ded837c5067a lrc: 3/0,1 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.749822:0:8204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000049e1769d/0x9268ded837c5067a lrc: 3/0,1 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.749822:0:13424:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6315 00000100:00100000:0.0:1771968961.749826:0:13424:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a80f930 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+27:3333:x1858043760299264:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.749828:0:8204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000049e1769d/0x9268ded837c5067a lrc: 2/0,0 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1771968961.749836:0:13424:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:963 count 1 00010000:00010000:1.0:1771968961.749839:0:8204:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1771968961.749847:0:13424:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a11e11bb/0x9268ded837c506f8 lrc: 3/0,1 mode: --/PW res: [0x3c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.749857:0:13424:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000afedf582/0x9268ded837c4e61a lrc: 2/0,0 mode: PW/PW res: [0x3c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e502 expref: 61 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.749879:0:13424:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.749880:0:13424:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.749882:0:13424:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a11e11bb/0x9268ded837c506f8 lrc: 4/0,1 mode: --/PW res: [0x3c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.749898:0:13424:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000afedf582/0x9268ded837c4e61a lrc: 3/0,0 mode: PW/PW res: [0x3c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e502 expref: 61 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.749906:0:13424:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000afedf582/0x9268ded837c4e61a lrc: 4/0,0 mode: PW/PW res: [0x3c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e502 expref: 61 pid: 14892 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.749916:0:13424:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000daf3c51a pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13424:1858043760299328:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.749941:0:13424:0:(client.c:2500:ptlrpc_set_wait()) set 00000000031ae922 going to sleep for 43 seconds 00010000:00010000:0.0:1771968961.749948:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.749951:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000049e1769d/0x9268ded837c5067a lrc: 2/0,0 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.749957:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000049e1769d already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.749959:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000049e1769d/0x9268ded837c5067a lrc: 2/0,0 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.749966:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000049e1769d/0x9268ded837c5067a lrc: 3/0,0 mode: PW/PW res: [0x1ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.749977:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000049e1769d/0x9268ded837c5067a lrc: 1/0,0 mode: --/PW res: [0x1ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.749983:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000049e1769d/0x9268ded837c5067a lrc: 0/0,0 mode: --/PW res: [0x1ec:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.749992:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.749993:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.749994:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.750118:0:14895:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007776d2ab/0x9268ded837c506d5 lrc: 3/0,1 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.750199:0:14895:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007776d2ab/0x9268ded837c506d5 lrc: 3/0,1 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.750206:0:14895:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007776d2ab/0x9268ded837c506d5 lrc: 3/0,1 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.750212:0:14895:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007776d2ab/0x9268ded837c506d5 lrc: 2/0,0 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.750231:0:14895:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1771968961.750560:0:14895:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000567a97c3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+27:3334:x1858043760298496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10989us (11049us total) trans 4294969111 rc 0/0 00000100:00100000:2.0:1771968961.750568:0:14895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6310 00000100:00100000:0.0:1771968961.750584:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.750598:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754103552 00000100:00100000:3.0:1771968961.750612:0:14887:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004346d3c1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14887:1858043760298880:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.750614:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a579419d/0x9268ded837c4d859 lrc: 4/0,0 mode: PW/PW res: [0x3bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e063 expref: 62 pid: 14893 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.750632:0:14887:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005f2c0d82/0x9268ded837c506e3 lrc: 3/0,1 mode: --/PW res: [0x3bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.750645:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11445 00000100:00100000:2.0:1771968961.750651:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8243a4e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+62:2265:x1858043754103552:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00000100:00100000:3.0:1771968961.750659:0:14884:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022f2f61b pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14884:1858043760299072:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.750661:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.750667:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a579419d/0x9268ded837c4d859 lrc: 4/0,0 mode: PW/PW res: [0x3bb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e063 expref: 62 pid: 14893 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.750677:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a579419d/0x9268ded837c4d859 lrc: 3/0,0 mode: PW/PW res: [0x3bb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e063 expref: 62 pid: 14893 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.750694:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a579419d/0x9268ded837c4d859 lrc: 0/0,0 mode: --/PW res: [0x3bb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e063 expref: 62 pid: 14893 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.750704:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.750706:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.750708:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005f2c0d82/0x9268ded837c506e3 lrc: 3/0,1 mode: PW/PW res: [0x3bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.750715:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005f2c0d82/0x9268ded837c506e3 lrc: 4/0,1 mode: PW/PW res: [0x3bb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.750743:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968961.750758:0:14887:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005f2c0d82/0x9268ded837c506e3 lrc: 3/0,1 mode: PW/PW res: [0x3bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.750766:0:14887:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005f2c0d82/0x9268ded837c506e3 lrc: 3/0,1 mode: PW/PW res: [0x3bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.750768:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8243a4e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+61:2265:x1858043754103552:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 117us (185us total) trans 0 rc 0/0 00010000:00010000:0.0:1771968961.750774:0:14887:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005f2c0d82/0x9268ded837c506e3 lrc: 3/0,1 mode: PW/PW res: [0x3bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.750775:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11445 00010000:00010000:0.0:1771968961.750780:0:14887:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005f2c0d82/0x9268ded837c506e3 lrc: 2/0,0 mode: PW/PW res: [0x3bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.750793:0:8205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a4f2f982/0x9268ded837c506ce lrc: 3/0,1 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.750794:0:14887:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1771968961.750800:0:8205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4f2f982/0x9268ded837c506ce lrc: 3/0,1 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.750807:0:8205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4f2f982/0x9268ded837c506ce lrc: 3/0,1 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.750812:0:8205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a4f2f982/0x9268ded837c506ce lrc: 2/0,0 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.750823:0:8205:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1771968961.750982:0:14887:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fa150ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+29:3333:x1858043760298816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4610us (4685us total) trans 4294969025 rc 0/0 00000100:00100000:0.0:1771968961.750989:0:14887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6312 00010000:00010000:0.0:1771968961.751005:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1771968961.751010:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007776d2ab/0x9268ded837c506d5 lrc: 2/0,0 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.751018:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007776d2ab already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.751021:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007776d2ab/0x9268ded837c506d5 lrc: 2/0,0 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.751028:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007776d2ab/0x9268ded837c506d5 lrc: 3/0,0 mode: PW/PW res: [0x1ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.751040:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007776d2ab/0x9268ded837c506d5 lrc: 1/0,0 mode: --/PW res: [0x1ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.751047:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007776d2ab/0x9268ded837c506d5 lrc: 0/0,0 mode: --/PW res: [0x1ea:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.751059:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1771968961.751062:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005f2c0d82/0x9268ded837c506e3 lrc: 2/0,0 mode: PW/PW res: [0x3bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.751068:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005f2c0d82 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.751070:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005f2c0d82/0x9268ded837c506e3 lrc: 2/0,0 mode: PW/PW res: [0x3bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.751075:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005f2c0d82/0x9268ded837c506e3 lrc: 3/0,0 mode: PW/PW res: [0x3bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.751084:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005f2c0d82/0x9268ded837c506e3 lrc: 1/0,0 mode: --/PW res: [0x3bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.751090:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f2c0d82/0x9268ded837c506e3 lrc: 0/0,0 mode: --/PW res: [0x3bb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.751101:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.751103:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a4f2f982/0x9268ded837c506ce lrc: 2/0,0 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.751108:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a4f2f982 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.751110:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4f2f982/0x9268ded837c506ce lrc: 2/0,0 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.751116:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4f2f982/0x9268ded837c506ce lrc: 3/0,0 mode: PW/PW res: [0x1e7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.751257:0:14884:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000041666ff2/0x9268ded837c506ea lrc: 3/0,1 mode: --/PW res: [0x1eb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.751264:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a4f2f982/0x9268ded837c506ce lrc: 1/0,0 mode: --/PW res: [0x1e7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.751273:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4f2f982/0x9268ded837c506ce lrc: 0/0,0 mode: --/PW res: [0x1e7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.751285:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.751286:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.751288:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.751307:0:8205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d62cdc94 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+27:3335:x1858043760298368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11983us (12041us total) trans 4294969112 rc 0/0 00000100:00100000:3.0:1771968961.751310:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.751319:0:8205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6309 00010000:00010000:2.0:1771968961.751339:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.751347:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754103616 00010000:00010000:2.0:1771968961.751361:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c2f9bb52/0x9268ded837c053df lrc: 4/0,0 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025f6a expref: 80 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.751392:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11446 00000100:00100000:2.0:1771968961.751396:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022f2f61b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+80:2265:x1858043754103616:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1771968961.751406:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.751410:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c2f9bb52/0x9268ded837c053df lrc: 4/0,0 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025f6a expref: 80 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.751419:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c2f9bb52/0x9268ded837c053df lrc: 3/0,0 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025f6a expref: 80 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.751434:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c2f9bb52/0x9268ded837c053df lrc: 0/0,0 mode: --/PW res: [0x1eb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025f6a expref: 80 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.751443:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.751444:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.751446:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000041666ff2/0x9268ded837c506ea lrc: 3/0,1 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.751453:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000041666ff2/0x9268ded837c506ea lrc: 4/0,1 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.751469:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1771968961.751538:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022f2f61b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+79:2265:x1858043754103616:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 140us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.751546:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11446 00000004:00080000:2.0:1771968961.751579:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000038bc7f82/2, rc 0, transno 1815 00000100:00100000:2.0:1771968961.751594:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000038bc7f82 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760298496:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1771968961.751610:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001c14528b/2, rc 0, transno 1724 00000100:00100000:2.0:1771968961.751621:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c14528b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760297984:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1771968961.751633:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000174262f2/2, rc 0, transno 1725 00000100:00100000:2.0:1771968961.751638:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000174262f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760297920:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1771968961.751647:0:14884:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000041666ff2/0x9268ded837c506ea lrc: 3/0,1 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1771968961.751651:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000087f3940c/2, rc 0, transno 1813 00000100:00100000:2.0:1771968961.751667:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000087f3940c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760296704:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.751682:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e7696d07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760299392:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.751713:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.751713:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009dab7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760299520:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.751729:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1771968961.751735:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000068ce75d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760299008:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1771968961.751737:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.751754:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.751766:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008495c87e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760299456:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.751785:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1771968961.751948:0:14884:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000041666ff2/0x9268ded837c506ea lrc: 3/0,1 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.751955:0:14884:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000041666ff2/0x9268ded837c506ea lrc: 3/0,1 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.751959:0:14884:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000041666ff2/0x9268ded837c506ea lrc: 2/0,0 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.751971:0:14884:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1771968961.752085:0:8204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004654725 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+28:3335:x1858043760296448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 38652us (38723us total) trans 4294969024 rc 0/0 00000100:00100000:1.0:1771968961.752093:0:8204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6297 00000100:00100000:0.0:1771968961.752234:0:14887:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760299392 00000100:00100000:2.0:1771968961.752241:0:14895:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760299520 00000100:00100000:0.0:1771968961.752264:0:14887:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760299008 00000100:00100000:2.0:1771968961.752268:0:14895:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760299456 00000100:00100000:0.0:1771968961.752287:0:14887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6316 00000100:00100000:2.0:1771968961.752291:0:14895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6317 00000100:00100000:0.0:1771968961.752292:0:14887:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9fde56b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+30:3334:x1858043760299392:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.752296:0:14895:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c094f0c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+30:3332:x1858043760299520:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1771968961.752314:0:14895:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:522 count 1 00002000:00080000:0.0:1771968961.752314:0:14887:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:520 count 1 00010000:00010000:2.0:1771968961.752333:0:14895:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011b2e0d7/0x9268ded837c506ff lrc: 3/0,1 mode: --/PW res: [0x20a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.752333:0:14887:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc2c104d/0x9268ded837c50706 lrc: 3/0,1 mode: --/PW res: [0x208:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.752342:0:14884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000557683c7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+30:3334:x1858043760298944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4131us (4867us total) trans 4294969113 rc 0/0 00010000:00010000:2.0:1771968961.752351:0:14895:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004c0e211c/0x9268ded837c07389 lrc: 2/0,0 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026c75 expref: 78 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.752351:0:14887:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004d441b04/0x9268ded837c071ad lrc: 2/0,0 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026bb8 expref: 78 pid: 8659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.752352:0:14884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6313 00010000:00010000:2.0:1771968961.752362:0:14895:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.752362:0:14887:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.752364:0:14895:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.752364:0:14887:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.752366:0:14895:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011b2e0d7/0x9268ded837c506ff lrc: 4/0,1 mode: --/PW res: [0x20a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.752366:0:14887:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc2c104d/0x9268ded837c50706 lrc: 4/0,1 mode: --/PW res: [0x208:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.752373:0:14884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6318 00000100:00100000:3.0:1771968961.752381:0:14884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000492aff73 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+28:3334:x1858043760299008:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1771968961.752391:0:14895:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004c0e211c/0x9268ded837c07389 lrc: 3/0,0 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026c75 expref: 78 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.752391:0:14887:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004d441b04/0x9268ded837c071ad lrc: 3/0,0 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026bb8 expref: 78 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.752401:0:14895:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004c0e211c/0x9268ded837c07389 lrc: 4/0,0 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026c75 expref: 78 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.752401:0:14887:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004d441b04/0x9268ded837c071ad lrc: 4/0,0 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026bb8 expref: 78 pid: 8659 timeout: 540 lvb_type: 0 00002000:00080000:3.0:1771968961.752408:0:14884:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:961 count 1 00000100:00100000:2.0:1771968961.752414:0:14895:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000444c2442 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14895:1858043760299648:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.752414:0:14887:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c2b27d4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14887:1858043760299584:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.752425:0:14884:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f44dbf62/0x9268ded837c5070d lrc: 3/0,1 mode: --/PW res: [0x3c1:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.752438:0:14884:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000053554c2c/0x9268ded837c4e3c7 lrc: 2/0,0 mode: PW/PW res: [0x3c1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e437 expref: 60 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.752446:0:14884:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.752448:0:14884:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.752449:0:14884:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f44dbf62/0x9268ded837c5070d lrc: 4/0,1 mode: --/PW res: [0x3c1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.752460:0:14895:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b388ab31 going to sleep for 43 seconds 00010000:00010000:3.0:1771968961.752476:0:14884:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000053554c2c/0x9268ded837c4e3c7 lrc: 3/0,0 mode: PW/PW res: [0x3c1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e437 expref: 60 pid: 14875 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.752483:0:14874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6319 00000100:00100000:2.0:1771968961.752489:0:14874:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8372c9a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+29:3334:x1858043760299456:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1771968961.752502:0:14874:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:489 count 1 00010000:00010000:2.0:1771968961.752514:0:14874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ebaf7158/0x9268ded837c50714 lrc: 3/0,1 mode: --/PW res: [0x1e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.752526:0:14874:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000487b6b80/0x9268ded837c05211 lrc: 2/0,0 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e9f expref: 78 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.752531:0:14887:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f9cdf2a8 going to sleep for 43 seconds 00010000:00010000:2.0:1771968961.752532:0:14874:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.752533:0:14874:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.752535:0:14874:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ebaf7158/0x9268ded837c50714 lrc: 4/0,1 mode: --/PW res: [0x1e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.752552:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968961.752553:0:14874:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000487b6b80/0x9268ded837c05211 lrc: 3/0,0 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e9f expref: 78 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.752557:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000041666ff2/0x9268ded837c506ea lrc: 2/0,0 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.752562:0:14874:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000487b6b80/0x9268ded837c05211 lrc: 4/0,0 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e9f expref: 78 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.752568:0:14884:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000053554c2c/0x9268ded837c4e3c7 lrc: 4/0,0 mode: PW/PW res: [0x3c1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e437 expref: 60 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.752572:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000041666ff2 already unused, calling callback (000000001b6954d2) 00000100:00100000:2.0:1771968961.752575:0:14874:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a0aad8b pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14874:1858043760299776:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.752578:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000041666ff2/0x9268ded837c506ea lrc: 2/0,0 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.752591:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000041666ff2/0x9268ded837c506ea lrc: 3/0,0 mode: PW/PW res: [0x1eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.752595:0:14884:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004346d3c1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14884:1858043760299712:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.752600:0:14874:0:(client.c:2500:ptlrpc_set_wait()) set 000000009fdf9357 going to sleep for 43 seconds 00010000:00010000:0.0:1771968961.752611:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000041666ff2/0x9268ded837c506ea lrc: 1/0,0 mode: --/PW res: [0x1eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.752619:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000041666ff2/0x9268ded837c506ea lrc: 0/0,0 mode: --/PW res: [0x1eb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.752627:0:14884:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e64fae12 going to sleep for 43 seconds 00000004:00080000:2.0:1771968961.752635:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008deae06b/2, rc 0, transno 1817 00010000:00010000:0.0:1771968961.752639:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.752640:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.752642:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.752647:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008deae06b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760298944:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1771968961.752673:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fddf5451/2, rc 0, transno 1816 00000100:00100000:2.0:1771968961.752681:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fddf5451 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760298368:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1771968961.752698:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001ca635e5/2, rc 0, transno 1723 00000100:00100000:2.0:1771968961.752704:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001ca635e5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760297536:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1771968961.752716:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009ca398c2/2, rc 0, transno 1812 00000100:00100000:2.0:1771968961.752720:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009ca398c2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760297408:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1771968961.752730:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005997a848/2, rc 0, transno 1728 00000100:00100000:2.0:1771968961.752732:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005997a848 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760296448:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1771968961.752858:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1771968961.752876:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007caf626b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760299840:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.752905:0:14877:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f43c9fd0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14877:1858043760299200:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.752926:0:14877:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000022a167cc/0x9268ded837c506f1 lrc: 3/0,1 mode: --/PW res: [0x3ba:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.753052:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1771968961.753058:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968961.753122:0:13424:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000daf3c51a pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13424:1858043760299328:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.753130:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1771968961.753136:0:13424:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a11e11bb/0x9268ded837c506f8 lrc: 3/0,1 mode: --/PW res: [0x3c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.753155:0:8204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760299840 00000100:00100000:0.0:1771968961.753156:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2be5ae2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760300032:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1771968961.753162:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.753200:0:8204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6320 00000100:00100000:2.0:1771968961.753205:0:8204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e6c5ffb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+30:3332:x1858043760299840:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1771968961.753218:0:8204:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:521 count 1 00000100:00100000:3.0:1771968961.753228:0:7226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754103680 00010000:00010000:2.0:1771968961.753230:0:8204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5071b lrc: 3/0,1 mode: --/PW res: [0x209:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.753234:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1771968961.753242:0:8204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b31dd3ed/0x9268ded837c072b0 lrc: 2/0,0 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026c1a expref: 78 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.753248:0:7226:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000610301c/0x9268ded837c4d717 lrc: 4/0,0 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e001 expref: 61 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.753253:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1771968961.753259:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000035b39fbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760300096:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1771968961.753267:0:8204:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.753270:0:8204:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.753272:0:8204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5071b lrc: 4/0,1 mode: --/PW res: [0x209:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.753283:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1771968961.753290:0:8204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b31dd3ed/0x9268ded837c072b0 lrc: 3/0,0 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026c1a expref: 78 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.753299:0:8204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b31dd3ed/0x9268ded837c072b0 lrc: 4/0,0 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026c1a expref: 78 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.753302:0:14894:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760300032 00000100:00100000:2.0:1771968961.753308:0:8204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030aab3a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8204:1858043760300288:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.753320:0:14894:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760300096 00000100:00100000:2.0:1771968961.753331:0:8204:0:(client.c:2500:ptlrpc_set_wait()) set 0000000098b6ed2e going to sleep for 43 seconds 00000100:00100000:0.0:1771968961.753334:0:14894:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6321 00000100:00100000:0.0:1771968961.753337:0:14894:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000daf3c51a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+29:3332:x1858043760300032:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1771968961.753343:0:8205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6322 00000100:00100000:2.0:1771968961.753347:0:8205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000001539fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+31:3332:x1858043760300096:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1771968961.753348:0:14894:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:493 count 1 00002000:00080000:2.0:1771968961.753355:0:8205:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:495 count 1 00010000:00010000:0.0:1771968961.753361:0:14894:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000958e5fe7/0x9268ded837c50722 lrc: 3/0,1 mode: --/PW res: [0x1ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.753364:0:8205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000536a515e/0x9268ded837c50729 lrc: 3/0,1 mode: --/PW res: [0x1ef:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.753371:0:14894:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001cc94abc/0x9268ded837c05647 lrc: 2/0,0 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02606d expref: 61 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.753372:0:8205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ed919be5/0x9268ded837c0587e lrc: 2/0,0 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026146 expref: 78 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.753379:0:8205:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.753379:0:14894:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.753380:0:14894:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.753381:0:8205:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.753381:0:14894:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000958e5fe7/0x9268ded837c50722 lrc: 4/0,1 mode: --/PW res: [0x1ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.753382:0:8205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000536a515e/0x9268ded837c50729 lrc: 4/0,1 mode: --/PW res: [0x1ef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.753398:0:14894:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001cc94abc/0x9268ded837c05647 lrc: 3/0,0 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02606d expref: 61 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.753400:0:8205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ed919be5/0x9268ded837c0587e lrc: 3/0,0 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026146 expref: 78 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.753406:0:14894:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001cc94abc/0x9268ded837c05647 lrc: 4/0,0 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02606d expref: 61 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.753407:0:8205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ed919be5/0x9268ded837c0587e lrc: 4/0,0 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026146 expref: 78 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.753416:0:8205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002662304d pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8205:1858043760300416:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.753416:0:14894:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f1215d4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14894:1858043760300352:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.753436:0:8205:0:(client.c:2500:ptlrpc_set_wait()) set 0000000098a33877 going to sleep for 43 seconds 00000100:00100000:0.0:1771968961.753447:0:14894:0:(client.c:2500:ptlrpc_set_wait()) set 00000000afa413e4 going to sleep for 43 seconds 00000100:00100000:2.0:1771968961.753450:0:8220:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754103744 00010000:00010000:2.0:1771968961.753463:0:8220:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000afedf582/0x9268ded837c4e61a lrc: 4/0,0 mode: PW/PW res: [0x3c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e502 expref: 62 pid: 14892 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.753488:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11447 00000100:00100000:2.0:1771968961.753494:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075a86022 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+62:2264:x1858043754103744:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1771968961.753503:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.753508:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000afedf582/0x9268ded837c4e61a lrc: 4/0,0 mode: PW/PW res: [0x3c3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e502 expref: 62 pid: 14892 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.753518:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000afedf582/0x9268ded837c4e61a lrc: 3/0,0 mode: PW/PW res: [0x3c3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e502 expref: 62 pid: 14892 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.753552:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000afedf582/0x9268ded837c4e61a lrc: 0/0,0 mode: --/PW res: [0x3c3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e502 expref: 62 pid: 14892 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.753564:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.753566:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.753568:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a11e11bb/0x9268ded837c506f8 lrc: 3/0,1 mode: PW/PW res: [0x3c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.753576:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a11e11bb/0x9268ded837c506f8 lrc: 4/0,1 mode: PW/PW res: [0x3c3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.753596:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968961.753604:0:13424:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a11e11bb/0x9268ded837c506f8 lrc: 3/0,1 mode: PW/PW res: [0x3c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.753617:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075a86022 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+61:2264:x1858043754103744:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 123us (457us total) trans 0 rc 0/0 00010000:00010000:0.0:1771968961.753617:0:13424:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a11e11bb/0x9268ded837c506f8 lrc: 3/0,1 mode: PW/PW res: [0x3c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.753625:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11447 00010000:00010000:0.0:1771968961.753625:0:13424:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a11e11bb/0x9268ded837c506f8 lrc: 3/0,1 mode: PW/PW res: [0x3c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.753632:0:13424:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a11e11bb/0x9268ded837c506f8 lrc: 2/0,0 mode: PW/PW res: [0x3c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.753648:0:13424:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1771968961.753655:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968961.753659:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a11e11bb/0x9268ded837c506f8 lrc: 2/0,0 mode: PW/PW res: [0x3c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.753671:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a11e11bb already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.753674:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a11e11bb/0x9268ded837c506f8 lrc: 2/0,0 mode: PW/PW res: [0x3c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.753681:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a11e11bb/0x9268ded837c506f8 lrc: 3/0,0 mode: PW/PW res: [0x3c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.753692:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a11e11bb/0x9268ded837c506f8 lrc: 1/0,0 mode: --/PW res: [0x3c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.753698:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a11e11bb/0x9268ded837c506f8 lrc: 0/0,0 mode: --/PW res: [0x3c3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.753712:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.753714:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.753715:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1771968961.753789:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000352442c8/2, rc 0, transno 1729 00000100:00100000:1.0:1771968961.753808:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000352442c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760298816:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1771968961.753816:0:13424:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a80f930 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+30:3333:x1858043760299264:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3989us (4045us total) trans 4294969026 rc 0/0 00000004:00080000:1.0:1771968961.753819:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000022801ef/2, rc 0, transno 1730 00000100:00100000:1.0:1771968961.753821:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000022801ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760299264:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1771968961.753823:0:13424:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6315 00010000:00010000:1.0:1771968961.753848:0:14875:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008ea56425/0x9268ded837c04f4e lrc: 0/0,0 mode: --/PW res: [0x1e6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025d6b expref: 78 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.753869:0:14875:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000042b6133 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14875:1858043760298752:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.753885:0:14875:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e5894350/0x9268ded837c506dc lrc: 3/0,1 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.753899:0:14875:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e5894350/0x9268ded837c506dc lrc: 3/0,1 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.753905:0:14875:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e5894350/0x9268ded837c506dc lrc: 3/0,1 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.753912:0:14875:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e5894350/0x9268ded837c506dc lrc: 3/0,1 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.753918:0:14875:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e5894350/0x9268ded837c506dc lrc: 2/0,0 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.753933:0:14875:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1771968961.753955:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.753960:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e5894350/0x9268ded837c506dc lrc: 2/0,0 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.753967:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11448 00010000:00010000:0.0:1771968961.753974:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e5894350 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.753978:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5894350/0x9268ded837c506dc lrc: 2/0,0 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.753984:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036e8a862 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+60:2264:x1858043754103680:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1771968961.753985:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e5894350/0x9268ded837c506dc lrc: 3/0,0 mode: PW/PW res: [0x1e6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.754002:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e5894350/0x9268ded837c506dc lrc: 1/0,0 mode: --/PW res: [0x1e6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.754013:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e5894350/0x9268ded837c506dc lrc: 0/0,0 mode: --/PW res: [0x1e6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.754029:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.754030:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.754032:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.754055:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.754061:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000610301c/0x9268ded837c4d717 lrc: 4/0,0 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e001 expref: 60 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.754074:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000610301c/0x9268ded837c4d717 lrc: 3/0,0 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e001 expref: 60 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.754092:0:7226:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000610301c/0x9268ded837c4d717 lrc: 0/0,0 mode: --/PW res: [0x3ba:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e001 expref: 60 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.754111:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.754113:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.754115:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000022a167cc/0x9268ded837c506f1 lrc: 3/0,1 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.754123:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000022a167cc/0x9268ded837c506f1 lrc: 4/0,1 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.754146:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968961.754154:0:14877:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000022a167cc/0x9268ded837c506f1 lrc: 3/0,1 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.754163:0:14877:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000022a167cc/0x9268ded837c506f1 lrc: 3/0,1 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.754169:0:14877:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000022a167cc/0x9268ded837c506f1 lrc: 3/0,1 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.754191:0:14877:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000022a167cc/0x9268ded837c506f1 lrc: 2/0,0 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.754204:0:14877:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1771968961.754258:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036e8a862 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+59:2264:x1858043754103680:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 282us (1129us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.754267:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11448 00000100:00100000:0.0:1771968961.754368:0:14877:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001eae3889 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+30:3333:x1858043760299136:12345-0@lo:6:osp-syn-0-0.0 Request processed in 4780us (4820us total) trans 4294969027 rc 0/0 00000100:00100000:0.0:1771968961.754375:0:14877:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6314 00000100:00100000:1.0:1771968961.754451:0:14875:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090fb61b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+32:3333:x1858043760298688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12985us (13103us total) trans 4294969114 rc 0/0 00000100:00100000:1.0:1771968961.754458:0:14875:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6311 00010000:00010000:1.0:1771968961.754475:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1771968961.754478:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000022a167cc/0x9268ded837c506f1 lrc: 2/0,0 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.754486:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000022a167cc already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.754488:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000022a167cc/0x9268ded837c506f1 lrc: 2/0,0 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.754495:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000022a167cc/0x9268ded837c506f1 lrc: 3/0,0 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.754512:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000022a167cc/0x9268ded837c506f1 lrc: 1/0,0 mode: --/PW res: [0x3ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.754518:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000022a167cc/0x9268ded837c506f1 lrc: 0/0,0 mode: --/PW res: [0x3ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.754531:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.754532:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.754533:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1771968961.754547:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000622642e9/2, rc 0, transno 1731 00000100:00100000:1.0:1771968961.754550:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000622642e9 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760299136:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1771968961.754556:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c5a1f5cb/2, rc 0, transno 1818 00000100:00100000:1.0:1771968961.754566:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c5a1f5cb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760298688:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1771968961.754574:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1771968961.754581:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000208b2fa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760300480:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1771968961.754611:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1771968961.754631:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d3adff0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760300544:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.754632:0:14875:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760300480 00000100:00100000:1.0:1771968961.754653:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.754653:0:14875:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6323 00000100:00100000:0.0:1771968961.754657:0:14875:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000042b6133 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+30:3333:x1858043760300480:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1771968961.754674:0:14875:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:496 count 1 00000100:00100000:1.0:1771968961.754680:0:13424:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760300544 00010000:00010000:0.0:1771968961.754692:0:14875:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a129fb0/0x9268ded837c50730 lrc: 3/0,1 mode: --/PW res: [0x1f0:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.754701:0:13424:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6324 00010000:00010000:0.0:1771968961.754703:0:14875:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ac7d174f/0x9268ded837c059ff lrc: 2/0,0 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0261d9 expref: 58 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.754705:0:13424:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a81845f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+32:3333:x1858043760300544:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1771968961.754711:0:14875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.754713:0:14875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.754715:0:14875:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a129fb0/0x9268ded837c50730 lrc: 4/0,1 mode: --/PW res: [0x1f0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1771968961.754716:0:13424:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:496 count 1 00010000:00010000:1.0:1771968961.754728:0:13424:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000677c6cb9/0x9268ded837c50737 lrc: 3/0,1 mode: --/PW res: [0x1f0:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.754735:0:14875:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ac7d174f/0x9268ded837c059ff lrc: 3/0,0 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0261d9 expref: 58 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.754738:0:13424:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003d055e7c/0x9268ded837c05957 lrc: 2/0,0 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02619a expref: 77 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.754745:0:13424:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.754745:0:14875:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ac7d174f/0x9268ded837c059ff lrc: 4/0,0 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0261d9 expref: 58 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.754746:0:13424:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.754748:0:13424:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000677c6cb9/0x9268ded837c50737 lrc: 4/0,1 mode: --/PW res: [0x1f0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.754757:0:14875:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095caffcc pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14875:1858043760300608:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.754768:0:13424:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003d055e7c/0x9268ded837c05957 lrc: 3/0,0 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02619a expref: 77 pid: 8659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.754773:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1771968961.754781:0:13424:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003d055e7c/0x9268ded837c05957 lrc: 4/0,0 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02619a expref: 77 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.754786:0:14875:0:(client.c:2500:ptlrpc_set_wait()) set 000000009d364265 going to sleep for 43 seconds 00000100:00100000:1.0:1771968961.754791:0:13424:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ae02daf pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13424:1858043760300672:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.754797:0:7226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754103936 00000100:00100000:0.0:1771968961.754814:0:14887:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c2b27d4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14887:1858043760299584:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.754817:0:7226:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000487b6b80/0x9268ded837c05211 lrc: 5/0,0 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e9f expref: 78 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.754817:0:13424:0:(client.c:2500:ptlrpc_set_wait()) set 00000000464e1bcf going to sleep for 6 seconds 00010000:00010000:0.0:1771968961.754828:0:14887:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000cc2c104d/0x9268ded837c50706 lrc: 3/0,1 mode: --/PW res: [0x208:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.754846:0:14893:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006639d686/0x9268ded837c055ad lrc: 0/0,0 mode: --/PW res: [0x1ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02602e expref: 78 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.754848:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11449 00000100:00100000:3.0:1771968961.754857:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069696d48 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+78:2264:x1858043754103936:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00000100:00100000:1.0:1771968961.754876:0:14893:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a51e3be pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14893:1858043760297856:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.754880:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968961.754883:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.754890:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000487b6b80/0x9268ded837c05211 lrc: 5/0,0 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e9f expref: 77 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.754891:0:14893:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000056af7a61/0x9268ded837c506ab lrc: 3/0,1 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.754908:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1771968961.754909:0:14893:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000056af7a61/0x9268ded837c506ab lrc: 3/0,1 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.754912:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000487b6b80/0x9268ded837c05211 lrc: 4/0,0 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e9f expref: 77 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.754925:0:14893:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000056af7a61/0x9268ded837c506ab lrc: 3/0,1 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.754954:0:14893:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000056af7a61/0x9268ded837c506ab lrc: 3/0,1 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.754962:0:14893:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000056af7a61/0x9268ded837c506ab lrc: 2/0,0 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.754978:0:14893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1771968961.754988:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.754991:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000056af7a61/0x9268ded837c506ab lrc: 2/0,0 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.755004:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000056af7a61 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.755007:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000056af7a61/0x9268ded837c506ab lrc: 2/0,0 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.755015:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000056af7a61/0x9268ded837c506ab lrc: 3/0,0 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.755025:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.755028:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.755028:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000056af7a61/0x9268ded837c506ab lrc: 1/0,0 mode: --/PW res: [0x1ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.755031:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ebaf7158/0x9268ded837c50714 lrc: 3/0,1 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.755043:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000056af7a61/0x9268ded837c506ab lrc: 0/0,0 mode: --/PW res: [0x1ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.755048:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ebaf7158/0x9268ded837c50714 lrc: 4/0,1 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.755065:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.755068:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.755070:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968961.755070:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968961.755094:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069696d48 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+77:2264:x1858043754103936:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 237us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.755103:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968961.755107:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11449 00000100:00100000:3.0:1771968961.755123:0:7226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754103808 00010000:00010000:3.0:1771968961.755135:0:7226:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004c0e211c/0x9268ded837c07389 lrc: 5/0,0 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026c75 expref: 77 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.755152:0:7226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754103872 00010000:00010000:3.0:1771968961.755161:0:7226:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004d441b04/0x9268ded837c071ad lrc: 4/0,0 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026bb8 expref: 78 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.755222:0:6217:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754104000 00010000:00010000:0.0:1771968961.755237:0:6217:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000053554c2c/0x9268ded837c4e3c7 lrc: 5/0,0 mode: PW/PW res: [0x3c1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e437 expref: 59 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.755255:0:6217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11450 00000100:00100000:0.0:1771968961.755262:0:6217:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c2b27d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+78:2266:x1858043754103808:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1771968961.755269:0:6217:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.755273:0:6217:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004c0e211c/0x9268ded837c07389 lrc: 5/0,0 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026c75 expref: 78 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.755285:0:6217:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004c0e211c/0x9268ded837c07389 lrc: 4/0,0 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026c75 expref: 78 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.755298:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.755299:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.755301:0:6217:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011b2e0d7/0x9268ded837c506ff lrc: 3/0,1 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.755308:0:6217:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011b2e0d7/0x9268ded837c506ff lrc: 4/0,1 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.755318:0:6217:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1771968961.755335:0:6217:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c2b27d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+78:2266:x1858043754103808:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 74us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.755341:0:6217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11450 00000100:00100000:0.0:1771968961.755353:0:6217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11451 00000100:00100000:0.0:1771968961.755357:0:6217:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf9937ec pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+59:2264:x1858043754104000:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1771968961.755363:0:6217:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.755367:0:6217:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000053554c2c/0x9268ded837c4e3c7 lrc: 5/0,0 mode: PW/PW res: [0x3c1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e437 expref: 59 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.755375:0:6217:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000053554c2c/0x9268ded837c4e3c7 lrc: 4/0,0 mode: PW/PW res: [0x3c1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e437 expref: 59 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.755387:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.755389:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.755391:0:6217:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f44dbf62/0x9268ded837c5070d lrc: 3/0,1 mode: PW/PW res: [0x3c1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.755397:0:6217:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f44dbf62/0x9268ded837c5070d lrc: 4/0,1 mode: PW/PW res: [0x3c1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.755408:0:6217:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1771968961.755415:0:14893:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000df67884b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+33:3332:x1858043760297792:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20989us (21137us total) trans 4294969115 rc 0/0 00000100:00100000:1.0:1771968961.755421:0:14893:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6304 00000100:00100000:0.0:1771968961.755421:0:6217:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf9937ec pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+59:2264:x1858043754104000:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 64us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.755426:0:6217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11451 00000100:00100000:0.0:1771968961.755440:0:6217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11452 00000100:00100000:0.0:1771968961.755443:0:6217:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000005c949b7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+77:2266:x1858043754103872:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00000100:00100000:1.0:1771968961.755446:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d06466cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760299904:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1771968961.755450:0:6217:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.755453:0:6217:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004d441b04/0x9268ded837c071ad lrc: 4/0,0 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026bb8 expref: 77 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.755463:0:6217:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004d441b04/0x9268ded837c071ad lrc: 3/0,0 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026bb8 expref: 77 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.755470:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1771968961.755477:0:6217:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d441b04/0x9268ded837c071ad lrc: 0/0,0 mode: --/PW res: [0x208:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026bb8 expref: 77 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.755483:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc406d71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760300160:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1771968961.755487:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.755488:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.755491:0:6217:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cc2c104d/0x9268ded837c50706 lrc: 3/0,1 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.755497:0:6217:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cc2c104d/0x9268ded837c50706 lrc: 4/0,1 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.755499:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1771968961.755512:0:6217:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1771968961.755516:0:14891:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760299904 00000100:00100000:0.0:1771968961.755528:0:6217:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000005c949b7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+76:2266:x1858043754103872:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 84us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.755534:0:6217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11452 00000100:00100000:1.0:1771968961.755535:0:14891:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760300160 00000100:00100000:1.0:1771968961.755550:0:14891:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6325 00000100:00100000:1.0:1771968961.755554:0:14891:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db56e782 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+32:3334:x1858043760299904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1771968961.755567:0:14891:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:962 count 1 00010000:00010000:0.0:1771968961.755572:0:14887:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000cc2c104d/0x9268ded837c50706 lrc: 3/0,1 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.755578:0:14887:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cc2c104d/0x9268ded837c50706 lrc: 3/0,1 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.755581:0:14891:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000503f5611/0x9268ded837c5073e lrc: 3/0,1 mode: --/PW res: [0x3c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.755585:0:14887:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cc2c104d/0x9268ded837c50706 lrc: 3/0,1 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.755591:0:14887:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cc2c104d/0x9268ded837c50706 lrc: 2/0,0 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.755592:0:14891:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000057722731/0x9268ded837c4e4fb lrc: 2/0,0 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e4b5 expref: 58 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.755599:0:14891:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.755601:0:14891:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.755603:0:14891:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000503f5611/0x9268ded837c5073e lrc: 4/0,1 mode: --/PW res: [0x3c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.755606:0:14887:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1771968961.755620:0:14891:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000057722731/0x9268ded837c4e4fb lrc: 3/0,0 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e4b5 expref: 58 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.755629:0:14891:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000057722731/0x9268ded837c4e4fb lrc: 4/0,0 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e4b5 expref: 58 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.755638:0:14891:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008155539c pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14891:1858043760300736:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.755658:0:14891:0:(client.c:2500:ptlrpc_set_wait()) set 0000000079e0e3de going to sleep for 43 seconds 00000100:00100000:1.0:1771968961.755674:0:14877:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6326 00000100:00100000:1.0:1771968961.755677:0:14877:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008eeab365 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+32:3334:x1858043760300160:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1771968961.755687:0:14877:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:494 count 1 00010000:00010000:1.0:1771968961.755697:0:14877:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039b134b2/0x9268ded837c50745 lrc: 3/0,1 mode: --/PW res: [0x1ee:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.755706:0:14877:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008df71c83/0x9268ded837c05782 lrc: 2/0,0 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0260dd expref: 58 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.755712:0:14877:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.755714:0:14877:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.755715:0:14877:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039b134b2/0x9268ded837c50745 lrc: 4/0,1 mode: --/PW res: [0x1ee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.755728:0:14877:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008df71c83/0x9268ded837c05782 lrc: 3/0,0 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0260dd expref: 58 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.755741:0:14877:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008df71c83/0x9268ded837c05782 lrc: 4/0,0 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0260dd expref: 58 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.755748:0:14877:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ef543a4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14877:1858043760300800:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.755771:0:14884:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000053554c2c/0x9268ded837c4e3c7 lrc: 0/0,0 mode: --/PW res: [0x3c1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e437 expref: 58 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.755776:0:14877:0:(client.c:2500:ptlrpc_set_wait()) set 0000000061eb37ef going to sleep for 43 seconds 00000100:00100000:3.0:1771968961.755788:0:14884:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004346d3c1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14884:1858043760299712:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.755800:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00010000:00010000:3.0:1771968961.755804:0:14884:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f44dbf62/0x9268ded837c5070d lrc: 3/0,1 mode: PW/PW res: [0x3c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.755809:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f43c9fd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760299968:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1771968961.755824:0:14884:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f44dbf62/0x9268ded837c5070d lrc: 3/0,1 mode: PW/PW res: [0x3c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.755829:0:14884:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f44dbf62/0x9268ded837c5070d lrc: 3/0,1 mode: PW/PW res: [0x3c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.755835:0:14884:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f44dbf62/0x9268ded837c5070d lrc: 3/0,1 mode: PW/PW res: [0x3c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.755843:0:14884:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f44dbf62/0x9268ded837c5070d lrc: 2/0,0 mode: PW/PW res: [0x3c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.755844:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1771968961.755859:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c9433df4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760300224:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1771968961.755880:0:14884:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1771968961.755886:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1771968961.755891:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cc2c104d/0x9268ded837c50706 lrc: 2/0,0 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.755899:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cc2c104d already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.755902:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc2c104d/0x9268ded837c50706 lrc: 2/0,0 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.755909:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cc2c104d/0x9268ded837c50706 lrc: 3/0,0 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.755923:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cc2c104d/0x9268ded837c50706 lrc: 1/0,0 mode: --/PW res: [0x208:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.755929:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cc2c104d/0x9268ded837c50706 lrc: 0/0,0 mode: --/PW res: [0x208:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.755950:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1771968961.755952:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f44dbf62/0x9268ded837c5070d lrc: 2/0,0 mode: PW/PW res: [0x3c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.755958:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f44dbf62 already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.755960:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f44dbf62/0x9268ded837c5070d lrc: 2/0,0 mode: PW/PW res: [0x3c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.755966:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f44dbf62/0x9268ded837c5070d lrc: 3/0,0 mode: PW/PW res: [0x3c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.755976:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f44dbf62/0x9268ded837c5070d lrc: 1/0,0 mode: --/PW res: [0x3c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.755982:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f44dbf62/0x9268ded837c5070d lrc: 0/0,0 mode: --/PW res: [0x3c1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.756039:0:14884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000492aff73 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+33:3334:x1858043760299008:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3658us (4283us total) trans 4294969028 rc 0/0 00000100:00100000:3.0:1771968961.756047:0:14884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6318 00000100:00100000:0.0:1771968961.756052:0:14887:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9fde56b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+33:3334:x1858043760299392:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3757us (4337us total) trans 4294969116 rc 0/0 00000100:00100000:0.0:1771968961.756062:0:14887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6316 00000100:00100000:3.0:1771968961.756065:0:14884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760299968 00010000:00010000:0.0:1771968961.756084:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968961.756098:0:14884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6327 00000100:00100000:3.0:1771968961.756103:0:14884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000163a8b73 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+33:3334:x1858043760299968:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1771968961.756116:0:14884:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:494 count 1 00010000:00010000:3.0:1771968961.756129:0:14884:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c7a3f5cf/0x9268ded837c5074c lrc: 3/0,1 mode: --/PW res: [0x1ee:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.756140:0:14884:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000484f0900/0x9268ded837c05789 lrc: 2/0,0 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0260e4 expref: 75 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.756151:0:14884:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.756153:0:14884:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.756155:0:14884:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c7a3f5cf/0x9268ded837c5074c lrc: 4/0,1 mode: --/PW res: [0x1ee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.756208:0:14884:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000484f0900/0x9268ded837c05789 lrc: 3/0,0 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0260e4 expref: 75 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.756218:0:14884:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000484f0900/0x9268ded837c05789 lrc: 4/0,0 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0260e4 expref: 75 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.756229:0:14884:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004346d3c1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14884:1858043760300864:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.756235:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1771968961.756250:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968961.756252:0:14884:0:(client.c:2500:ptlrpc_set_wait()) set 0000000038ff8050 going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.756253:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.756260:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1771968961.756276:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000068ce75d5/2, rc 0, transno 1732 00000100:00100000:0.0:1771968961.756283:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000068ce75d5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760299008:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1771968961.756287:0:14887:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760300224 00000004:00080000:0.0:1771968961.756294:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e7696d07/2, rc 0, transno 1820 00000100:00100000:0.0:1771968961.756304:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e7696d07 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760299392:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1771968961.756335:0:14893:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6328 00000100:00100000:1.0:1771968961.756339:0:14893:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f8243a4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+33:3334:x1858043760300224:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1771968961.756349:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001c2b27d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760300928:0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1771968961.756351:0:14893:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:497 count 1 00010000:00010000:1.0:1771968961.756362:0:14893:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003567de4d/0x9268ded837c50753 lrc: 3/0,1 mode: --/PW res: [0x1f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.756370:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1771968961.756374:0:14893:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000513030d1/0x9268ded837c05b33 lrc: 2/0,0 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026250 expref: 57 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.756381:0:14893:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.756382:0:14893:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.756383:0:14893:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003567de4d/0x9268ded837c50753 lrc: 4/0,1 mode: --/PW res: [0x1f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.756397:0:15875:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760300928 00010000:00010000:1.0:1771968961.756401:0:14893:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000513030d1/0x9268ded837c05b33 lrc: 3/0,0 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026250 expref: 57 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.756409:0:14893:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000513030d1/0x9268ded837c05b33 lrc: 4/0,0 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026250 expref: 57 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.756416:0:15875:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6329 00000100:00100000:1.0:1771968961.756417:0:14893:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008172d2c5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14893:1858043760300992:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.756420:0:15875:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005671625b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+34:3334:x1858043760300928:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1771968961.756434:0:15875:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:960 count 1 00000100:00100000:1.0:1771968961.756435:0:14893:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e5d7f43a going to sleep for 43 seconds 00010000:00010000:0.0:1771968961.756447:0:15875:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000780e8b47/0x9268ded837c5075a lrc: 3/0,1 mode: --/PW res: [0x3c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.756457:0:15875:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002e719531/0x9268ded837c4e197 lrc: 2/0,0 mode: PW/PW res: [0x3c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e381 expref: 75 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.756464:0:15875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.756466:0:15875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.756467:0:15875:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000780e8b47/0x9268ded837c5075a lrc: 4/0,1 mode: --/PW res: [0x3c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.756483:0:15875:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002e719531/0x9268ded837c4e197 lrc: 3/0,0 mode: PW/PW res: [0x3c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e381 expref: 75 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.756490:0:15875:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002e719531/0x9268ded837c4e197 lrc: 4/0,0 mode: PW/PW res: [0x3c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e381 expref: 75 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.756499:0:15875:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000030f0b30 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15875:1858043760301056:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.756510:0:14874:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000487b6b80/0x9268ded837c05211 lrc: 0/0,0 mode: --/PW res: [0x1e9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025e9f expref: 75 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.756516:0:15875:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ffdc4401 going to sleep for 43 seconds 00000100:00100000:1.0:1771968961.756520:0:14874:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a0aad8b pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14874:1858043760299776:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.756538:0:14874:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ebaf7158/0x9268ded837c50714 lrc: 3/0,1 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.756546:0:14874:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ebaf7158/0x9268ded837c50714 lrc: 3/0,1 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.756552:0:14874:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ebaf7158/0x9268ded837c50714 lrc: 3/0,1 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.756565:0:14874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ebaf7158/0x9268ded837c50714 lrc: 3/0,1 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.756572:0:14874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ebaf7158/0x9268ded837c50714 lrc: 2/0,0 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.756588:0:14874:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1771968961.756598:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.756602:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ebaf7158/0x9268ded837c50714 lrc: 2/0,0 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.756610:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ebaf7158 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.756613:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ebaf7158/0x9268ded837c50714 lrc: 2/0,0 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.756619:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ebaf7158/0x9268ded837c50714 lrc: 3/0,0 mode: PW/PW res: [0x1e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.756633:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ebaf7158/0x9268ded837c50714 lrc: 1/0,0 mode: --/PW res: [0x1e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.756639:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ebaf7158/0x9268ded837c50714 lrc: 0/0,0 mode: --/PW res: [0x1e9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.756657:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.756659:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.756661:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1771968961.756946:0:14874:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8372c9a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+35:3334:x1858043760299456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4456us (5160us total) trans 4294969117 rc 0/0 00000100:00100000:1.0:1771968961.756955:0:14874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6319 00000100:00100000:2.0:1771968961.756961:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e550a34e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760301248:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1771968961.756980:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a0aad8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760301184:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1771968961.756988:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.757028:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2ba1598 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760301120:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1771968961.757356:0:14874:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760301248 00000100:00100000:2.0:1771968961.757385:0:14874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6330 00000100:00100000:2.0:1771968961.757389:0:14874:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003f0cc685 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+34:3333:x1858043760301248:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1771968961.757401:0:14874:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:476 count 1 00010000:00010000:2.0:1771968961.757416:0:14874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084c31287/0x9268ded837c50761 lrc: 3/0,1 mode: --/PW res: [0x1dc:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.757427:0:14874:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006cc487e8/0x9268ded837c044ea lrc: 2/0,0 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025943 expref: 57 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.757434:0:14874:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.757435:0:14874:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.757436:0:14874:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084c31287/0x9268ded837c50761 lrc: 4/0,1 mode: --/PW res: [0x1dc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.757454:0:14874:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006cc487e8/0x9268ded837c044ea lrc: 3/0,0 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025943 expref: 57 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.757461:0:14874:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006cc487e8/0x9268ded837c044ea lrc: 4/0,0 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025943 expref: 57 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.757469:0:14874:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000437a9f87 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14874:1858043760301312:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.757499:0:14874:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c41a3e9d going to sleep for 43 seconds 00000100:00100000:2.0:1771968961.757526:0:8204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030aab3a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8204:1858043760300288:192.168.202.27@tcp:104: 00000004:00080000:3.0:1771968961.757536:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008495c87e/2, rc 0, transno 1821 00010000:00010000:2.0:1771968961.757541:0:8204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5071b lrc: 3/0,1 mode: --/PW res: [0x209:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.757555:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008495c87e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760299456:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.757615:0:14894:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f1215d4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14894:1858043760300352:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.757630:0:14894:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000958e5fe7/0x9268ded837c50722 lrc: 3/0,1 mode: --/PW res: [0x1ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.757662:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.757684:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968961.757687:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754104064 00000100:00100000:2.0:1771968961.757703:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754104128 00010000:00010000:3.0:1771968961.757709:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b31dd3ed/0x9268ded837c072b0 lrc: 4/0,0 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026c1a expref: 75 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.757717:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001cc94abc/0x9268ded837c05647 lrc: 4/0,0 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02606d expref: 58 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.757748:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11453 00000100:00100000:2.0:1771968961.757756:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030aab3a8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+75:2264:x1858043754104064:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00000100:00100000:3.0:1771968961.757757:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11454 00000100:00100000:3.0:1771968961.757766:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007a7a0a08 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+58:2264:x1858043754104128:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1771968961.757766:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.757772:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b31dd3ed/0x9268ded837c072b0 lrc: 4/0,0 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026c1a expref: 75 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.757781:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.757782:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b31dd3ed/0x9268ded837c072b0 lrc: 3/0,0 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026c1a expref: 75 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.757788:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001cc94abc/0x9268ded837c05647 lrc: 4/0,0 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02606d expref: 58 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.757801:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b31dd3ed/0x9268ded837c072b0 lrc: 0/0,0 mode: --/PW res: [0x209:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026c1a expref: 75 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.757804:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001cc94abc/0x9268ded837c05647 lrc: 3/0,0 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02606d expref: 58 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.757817:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.757819:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.757822:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5071b lrc: 3/0,1 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.757828:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5071b lrc: 4/0,1 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.757830:0:7226:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001cc94abc/0x9268ded837c05647 lrc: 0/0,0 mode: --/PW res: [0x1ed:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02606d expref: 58 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.757852:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.757854:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.757854:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968961.757858:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000958e5fe7/0x9268ded837c50722 lrc: 3/0,1 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.757879:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000958e5fe7/0x9268ded837c50722 lrc: 4/0,1 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.757892:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030aab3a8 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+74:2264:x1858043754104064:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 134us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.757900:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11453 00010000:00010000:3.0:1771968961.757901:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968961.757922:0:8204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5071b lrc: 3/0,1 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.757925:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007a7a0a08 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+57:2264:x1858043754104128:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 158us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968961.757928:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1771968961.757939:0:8204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5071b lrc: 3/0,1 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.757944:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11454 00010000:00010000:2.0:1771968961.757954:0:8204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5071b lrc: 3/0,1 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.757959:0:8204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5071b lrc: 2/0,0 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1771968961.757960:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006236af77/2, rc 0, transno 1819 00000100:00100000:1.0:1771968961.757965:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006236af77 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760297792:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1771968961.757974:0:14894:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000958e5fe7/0x9268ded837c50722 lrc: 3/0,1 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.757976:0:8204:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1771968961.757986:0:14894:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000958e5fe7/0x9268ded837c50722 lrc: 3/0,1 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.757999:0:14894:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000958e5fe7/0x9268ded837c50722 lrc: 3/0,1 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.758004:0:14895:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c0e211c/0x9268ded837c07389 lrc: 0/0,0 mode: --/PW res: [0x20a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026c75 expref: 73 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.758009:0:14894:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000958e5fe7/0x9268ded837c50722 lrc: 2/0,0 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.758026:0:14895:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000444c2442 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14895:1858043760299648:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.758033:0:14894:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1771968961.758047:0:14895:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000011b2e0d7/0x9268ded837c506ff lrc: 3/0,1 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.758055:0:14895:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000011b2e0d7/0x9268ded837c506ff lrc: 3/0,1 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.758061:0:14895:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011b2e0d7/0x9268ded837c506ff lrc: 3/0,1 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.758069:0:14895:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011b2e0d7/0x9268ded837c506ff lrc: 3/0,1 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.758074:0:14895:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000011b2e0d7/0x9268ded837c506ff lrc: 2/0,0 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.758087:0:14895:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1771968961.758948:0:14894:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000daf3c51a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+35:3332:x1858043760300032:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5606us (5712us total) trans 4294969029 rc 0/0 00000100:00100000:3.0:1771968961.758959:0:14894:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6321 00000100:00100000:3.0:1771968961.758987:0:14894:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760301184 00000100:00100000:3.0:1771968961.759021:0:14894:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6331 00000100:00100000:2.0:1771968961.759024:0:8204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e6c5ffb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+36:3332:x1858043760299840:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5816us (5971us total) trans 4294969118 rc 0/0 00000100:00100000:3.0:1771968961.759031:0:14894:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024409df7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+35:3332:x1858043760301184:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1771968961.759037:0:8204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6320 00002000:00080000:3.0:1771968961.759055:0:14894:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:942 count 1 00010000:00010000:2.0:1771968961.759064:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1771968961.759071:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5071b lrc: 2/0,0 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.759076:0:14894:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005291e331/0x9268ded837c50768 lrc: 3/0,1 mode: --/PW res: [0x3ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.759083:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b8bb66ad already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.759088:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5071b lrc: 2/0,0 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.759096:0:14894:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e6c0ce9a/0x9268ded837c4be82 lrc: 2/0,0 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d7bf expref: 56 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.759098:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5071b lrc: 3/0,0 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.759115:0:14894:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.759118:0:14894:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.759120:0:14894:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005291e331/0x9268ded837c50768 lrc: 4/0,1 mode: --/PW res: [0x3ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.759123:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5071b lrc: 1/0,0 mode: --/PW res: [0x209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.759138:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5071b lrc: 0/0,0 mode: --/PW res: [0x209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.759152:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1771968961.759154:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000958e5fe7/0x9268ded837c50722 lrc: 2/0,0 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.759157:0:14894:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e6c0ce9a/0x9268ded837c4be82 lrc: 3/0,0 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d7bf expref: 56 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.759166:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000958e5fe7 already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.759169:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000958e5fe7/0x9268ded837c50722 lrc: 2/0,0 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.759194:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000958e5fe7/0x9268ded837c50722 lrc: 3/0,0 mode: PW/PW res: [0x1ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.759205:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000958e5fe7/0x9268ded837c50722 lrc: 1/0,0 mode: --/PW res: [0x1ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.759210:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000958e5fe7/0x9268ded837c50722 lrc: 0/0,0 mode: --/PW res: [0x1ed:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.759221:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968961.759223:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000011b2e0d7/0x9268ded837c506ff lrc: 2/0,0 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.759229:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000011b2e0d7 already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.759231:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000011b2e0d7/0x9268ded837c506ff lrc: 2/0,0 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.759236:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000011b2e0d7/0x9268ded837c506ff lrc: 3/0,0 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.759243:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000011b2e0d7/0x9268ded837c506ff lrc: 1/0,0 mode: --/PW res: [0x20a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.759248:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011b2e0d7/0x9268ded837c506ff lrc: 0/0,0 mode: --/PW res: [0x20a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.759258:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.759260:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.759261:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.759326:0:8205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002662304d pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8205:1858043760300416:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.759341:0:8205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000536a515e/0x9268ded837c50729 lrc: 3/0,1 mode: --/PW res: [0x1ef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.759393:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.759408:0:6217:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754104192 00010000:00010000:2.0:1771968961.759423:0:6217:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ed919be5/0x9268ded837c0587e lrc: 4/0,0 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026146 expref: 73 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.759443:0:6217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11455 00000100:00100000:2.0:1771968961.759448:0:6217:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002662304d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+73:2264:x1858043754104192:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1771968961.759456:0:6217:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.759459:0:6217:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ed919be5/0x9268ded837c0587e lrc: 4/0,0 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026146 expref: 73 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.759469:0:6217:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ed919be5/0x9268ded837c0587e lrc: 3/0,0 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026146 expref: 73 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.759483:0:6217:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ed919be5/0x9268ded837c0587e lrc: 0/0,0 mode: --/PW res: [0x1ef:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026146 expref: 73 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.759492:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.759493:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.759496:0:6217:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000536a515e/0x9268ded837c50729 lrc: 3/0,1 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.759503:0:6217:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000536a515e/0x9268ded837c50729 lrc: 4/0,1 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.759519:0:6217:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1771968961.759541:0:6217:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002662304d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+72:2264:x1858043754104192:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 92us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.759548:0:6217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11455 00010000:00010000:2.0:1771968961.759564:0:8205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000536a515e/0x9268ded837c50729 lrc: 3/0,1 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.759571:0:8205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000536a515e/0x9268ded837c50729 lrc: 3/0,1 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.759583:0:8205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000536a515e/0x9268ded837c50729 lrc: 3/0,1 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.759590:0:8205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000536a515e/0x9268ded837c50729 lrc: 2/0,0 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.759594:0:14895:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c094f0c8 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+35:3332:x1858043760299520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7297us (7856us total) trans 4294969119 rc 0/0 00000100:00100000:1.0:1771968961.759600:0:14895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6317 00010000:00010000:2.0:1771968961.759604:0:8205:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1771968961.759617:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1771968961.759621:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000536a515e/0x9268ded837c50729 lrc: 2/0,0 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.759629:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000536a515e already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.759631:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000536a515e/0x9268ded837c50729 lrc: 2/0,0 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.759637:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000536a515e/0x9268ded837c50729 lrc: 3/0,0 mode: PW/PW res: [0x1ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.759648:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000536a515e/0x9268ded837c50729 lrc: 1/0,0 mode: --/PW res: [0x1ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.759654:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000536a515e/0x9268ded837c50729 lrc: 0/0,0 mode: --/PW res: [0x1ef:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.759670:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.759672:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.759673:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1771968961.759702:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d2be5ae2/2, rc 0, transno 1733 00000100:00100000:1.0:1771968961.759713:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2be5ae2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760300032:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1771968961.759724:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007caf626b/2, rc 0, transno 1822 00000100:00100000:1.0:1771968961.759727:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007caf626b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760299840:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1771968961.759733:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009dab7f21/2, rc 0, transno 1823 00000100:00100000:1.0:1771968961.759736:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009dab7f21 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760299520:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1771968961.759846:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005aea7a6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760301568:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1771968961.759896:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1771968961.759913:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1771968961.759917:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055b02198 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760301632:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.759930:0:8205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000001539fe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+35:3332:x1858043760300096:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6582us (6647us total) trans 4294969120 rc 0/0 00000100:00100000:1.0:1771968961.759935:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.759937:0:8205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6322 00000100:00100000:2.0:1771968961.759952:0:8205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760301568 00000004:00080000:1.0:1771968961.759953:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000035b39fbd/2, rc 0, transno 1824 00000100:00100000:1.0:1771968961.759959:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000035b39fbd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760300096:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.759968:0:8205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760301632 00000100:00100000:2.0:1771968961.759986:0:8205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6332 00000100:00100000:2.0:1771968961.759991:0:8205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b5441eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+36:3332:x1858043760301568:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1771968961.760005:0:8205:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:954 count 1 00010000:00010000:2.0:1771968961.760021:0:8205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f341b642/0x9268ded837c5076f lrc: 3/0,1 mode: --/PW res: [0x3ba:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.760033:0:8205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006c6832ad/0x9268ded837c4d637 lrc: 2/0,0 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dfad expref: 71 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.760039:0:8205:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.760039:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.760041:0:8205:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.760042:0:8205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f341b642/0x9268ded837c5076f lrc: 4/0,1 mode: --/PW res: [0x3ba:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.760061:0:8205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006c6832ad/0x9268ded837c4d637 lrc: 3/0,0 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dfad expref: 71 pid: 14875 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.760066:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1771968961.760072:0:14894:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e6c0ce9a/0x9268ded837c4be82 lrc: 4/0,0 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d7bf expref: 56 pid: 8206 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.760074:0:8205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006c6832ad/0x9268ded837c4d637 lrc: 4/0,0 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dfad expref: 71 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.760095:0:14896:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760301120 00000100:00100000:2.0:1771968961.760098:0:8205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008abc75af pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8205:1858043760301760:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.760127:0:8205:0:(client.c:2500:ptlrpc_set_wait()) set 0000000098b6ed2e going to sleep for 43 seconds 00000100:00100000:1.0:1771968961.760129:0:14895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6333 00000100:00100000:1.0:1771968961.760133:0:14895:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000aec43cd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+36:3332:x1858043760301632:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1771968961.760147:0:14895:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:498 count 1 00010000:00010000:1.0:1771968961.760159:0:14895:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a8df4e6/0x9268ded837c50776 lrc: 3/0,1 mode: --/PW res: [0x1f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.760168:0:14895:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000020db9f7b/0x9268ded837c05c2f lrc: 2/0,0 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0262b9 expref: 71 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.760170:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.760196:0:14895:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.760197:0:14895:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.760199:0:14895:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a8df4e6/0x9268ded837c50776 lrc: 4/0,1 mode: --/PW res: [0x1f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.760216:0:14895:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000020db9f7b/0x9268ded837c05c2f lrc: 3/0,0 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0262b9 expref: 71 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.760224:0:14895:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000020db9f7b/0x9268ded837c05c2f lrc: 4/0,0 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0262b9 expref: 71 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.760233:0:14895:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f8bb80f pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14895:1858043760301888:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.760256:0:14895:0:(client.c:2500:ptlrpc_set_wait()) set 0000000019419444 going to sleep for 43 seconds 00000100:00100000:2.0:1771968961.760296:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968961.760296:0:13424:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ae02daf pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13424:1858043760300672:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.760309:0:13424:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000677c6cb9/0x9268ded837c50737 lrc: 3/0,1 mode: --/PW res: [0x1f0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.760328:0:8220:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754104256 00010000:00010000:1.0:1771968961.760344:0:8220:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ac7d174f/0x9268ded837c059ff lrc: 5/0,0 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0261d9 expref: 57 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.760353:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968961.760366:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754104320 00000100:00100000:2.0:1771968961.760368:0:6217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11456 00000100:00100000:2.0:1771968961.760373:0:6217:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab929e9b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+57:2265:x1858043754104256:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1771968961.760378:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003d055e7c/0x9268ded837c05957 lrc: 4/0,0 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02619a expref: 72 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.760381:0:6217:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.760386:0:6217:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ac7d174f/0x9268ded837c059ff lrc: 5/0,0 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0261d9 expref: 57 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.760395:0:6217:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ac7d174f/0x9268ded837c059ff lrc: 4/0,0 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0261d9 expref: 57 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.760398:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11457 00000100:00100000:1.0:1771968961.760402:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b21801f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+72:2265:x1858043754104320:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1771968961.760408:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.760411:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.760411:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003d055e7c/0x9268ded837c05957 lrc: 4/0,0 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02619a expref: 72 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.760412:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.760415:0:6217:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005a129fb0/0x9268ded837c50730 lrc: 3/0,1 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.760420:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003d055e7c/0x9268ded837c05957 lrc: 3/0,0 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02619a expref: 72 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.760421:0:6217:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a129fb0/0x9268ded837c50730 lrc: 4/0,1 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.760433:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003d055e7c/0x9268ded837c05957 lrc: 0/0,0 mode: --/PW res: [0x1f0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02619a expref: 72 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.760435:0:6217:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.760442:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.760444:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.760445:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000677c6cb9/0x9268ded837c50737 lrc: 3/0,1 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.760451:0:6217:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab929e9b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+57:2265:x1858043754104256:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 78us (156us total) trans 0 rc 0/0 00010000:00010000:1.0:1771968961.760452:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000677c6cb9/0x9268ded837c50737 lrc: 4/0,1 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.760457:0:6217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11456 00010000:00010000:1.0:1771968961.760466:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1771968961.760481:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b21801f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+71:2265:x1858043754104320:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 77us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968961.760487:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11457 00010000:00010000:1.0:1771968961.760501:0:13424:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000677c6cb9/0x9268ded837c50737 lrc: 3/0,1 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.760509:0:13424:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000677c6cb9/0x9268ded837c50737 lrc: 3/0,1 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.760522:0:13424:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000677c6cb9/0x9268ded837c50737 lrc: 3/0,1 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.760528:0:13424:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000677c6cb9/0x9268ded837c50737 lrc: 2/0,0 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.760534:0:14877:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ef543a4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14877:1858043760300800:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.760541:0:13424:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1771968961.760545:0:14877:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000039b134b2/0x9268ded837c50745 lrc: 3/0,1 mode: --/PW res: [0x1ee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.760586:0:14894:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004310c99f pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14894:1858043760301376:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.760614:0:14894:0:(client.c:2500:ptlrpc_set_wait()) set 00000000afa413e4 going to sleep for 43 seconds 00000100:00100000:3.0:1771968961.760644:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a919814 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760301440:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.760731:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968961.760751:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b248c67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760301696:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.760784:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968961.760820:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1771968961.760820:0:8204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760301440 00000100:00100000:3.0:1771968961.760828:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000727863d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760301824:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1771968961.760844:0:8204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760301696 00000100:00100000:3.0:1771968961.760856:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1771968961.760981:0:13424:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a81845f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+39:3333:x1858043760300544:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6274us (6327us total) trans 4294969121 rc 0/0 00000100:00100000:1.0:1771968961.760989:0:13424:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6324 00000100:00100000:2.0:1771968961.761026:0:8204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760301824 00000100:00100000:3.0:1771968961.761056:0:14885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6334 00000100:00100000:3.0:1771968961.761061:0:14885:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002849c2f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+38:3334:x1858043760301440:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.761066:0:14896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6335 00000100:00100000:2.0:1771968961.761072:0:8204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6336 00000100:00100000:0.0:1771968961.761073:0:14896:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abc82fd1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+38:3334:x1858043760301696:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.761075:0:8204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f1215d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+37:3335:x1858043760301120:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1771968961.761080:0:14885:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:962 count 1 00002000:00080000:2.0:1771968961.761086:0:8204:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:498 count 1 00002000:00080000:0.0:1771968961.761086:0:14896:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:497 count 1 00010000:00010000:3.0:1771968961.761098:0:14885:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d5c5082c/0x9268ded837c5077d lrc: 3/0,1 mode: --/PW res: [0x3c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.761102:0:8204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d47fb443/0x9268ded837c50784 lrc: 3/0,1 mode: --/PW res: [0x1f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.761102:0:14896:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006f876a6d/0x9268ded837c5078b lrc: 3/0,1 mode: --/PW res: [0x1f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.761121:0:14885:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006a8c65fd/0x9268ded837c4e43e lrc: 2/0,0 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e468 expref: 70 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.761124:0:8204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000090d18b30/0x9268ded837c05c28 lrc: 2/0,0 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0262b2 expref: 56 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.761124:0:14896:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d01fb3f9/0x9268ded837c05b2c lrc: 2/0,0 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026249 expref: 70 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.761143:0:14885:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.761144:0:8204:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.761144:0:14896:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.761147:0:14885:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.761147:0:8204:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.761147:0:14896:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.761150:0:14885:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5c5082c/0x9268ded837c5077d lrc: 4/0,1 mode: --/PW res: [0x3c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.761151:0:8204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d47fb443/0x9268ded837c50784 lrc: 4/0,1 mode: --/PW res: [0x1f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.761151:0:14896:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006f876a6d/0x9268ded837c5078b lrc: 4/0,1 mode: --/PW res: [0x1f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.761194:0:8204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000090d18b30/0x9268ded837c05c28 lrc: 3/0,0 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0262b2 expref: 56 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.761194:0:14896:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d01fb3f9/0x9268ded837c05b2c lrc: 3/0,0 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026249 expref: 70 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.761204:0:8204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000090d18b30/0x9268ded837c05c28 lrc: 4/0,0 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0262b2 expref: 56 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.761204:0:14896:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d01fb3f9/0x9268ded837c05b2c lrc: 4/0,0 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026249 expref: 70 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.761213:0:14896:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a51e3be pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14896:1858043760302016:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.761219:0:8204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024df8315 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8204:1858043760301952:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.761237:0:8204:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c51cb2fe going to sleep for 6 seconds 00000100:00100000:0.0:1771968961.761237:0:14896:0:(client.c:2500:ptlrpc_set_wait()) set 000000009521e2f2 going to sleep for 43 seconds 00000100:00100000:0.0:1771968961.761255:0:8206:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6337 00000100:00100000:0.0:1771968961.761259:0:8206:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000541eddb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+37:3334:x1858043760301824:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1771968961.761273:0:8206:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:941 count 1 00010000:00010000:0.0:1771968961.761289:0:8206:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000750d403b/0x9268ded837c50792 lrc: 3/0,1 mode: --/PW res: [0x3ad:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.761301:0:14885:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006a8c65fd/0x9268ded837c4e43e lrc: 3/0,0 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e468 expref: 70 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.761304:0:8206:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000101b2f18/0x9268ded837c4bd78 lrc: 2/0,0 mode: PW/PW res: [0x3ad:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d74f expref: 56 pid: 14877 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.761315:0:14874:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000437a9f87 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14874:1858043760301312:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.761322:0:8206:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.761324:0:8206:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.761326:0:14885:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006a8c65fd/0x9268ded837c4e43e lrc: 4/0,0 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e468 expref: 70 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.761326:0:8206:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000750d403b/0x9268ded837c50792 lrc: 4/0,1 mode: --/PW res: [0x3ad:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.761333:0:14874:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000084c31287/0x9268ded837c50761 lrc: 3/0,1 mode: --/PW res: [0x1dc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.761355:0:14885:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2bd9aa pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14885:1858043760302080:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.761366:0:8206:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000101b2f18/0x9268ded837c4bd78 lrc: 3/0,0 mode: PW/PW res: [0x3ad:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d74f expref: 56 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.761375:0:8206:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000101b2f18/0x9268ded837c4bd78 lrc: 4/0,0 mode: PW/PW res: [0x3ad:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d74f expref: 56 pid: 14877 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.761384:0:14885:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e64fae12 going to sleep for 43 seconds 00000100:00100000:0.0:1771968961.761386:0:8206:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d38bbbe pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8206:1858043760302144:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.761399:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.761410:0:8206:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d52d0fff going to sleep for 43 seconds 00000100:00100000:2.0:1771968961.761431:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.761431:0:15875:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000030f0b30 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15875:1858043760301056:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.761450:0:15875:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000780e8b47/0x9268ded837c5075a lrc: 3/0,1 mode: --/PW res: [0x3c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.761458:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.761474:0:6217:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754104448 00010000:00010000:0.0:1771968961.761476:0:14875:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac7d174f/0x9268ded837c059ff lrc: 0/0,0 mode: --/PW res: [0x1f0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0261d9 expref: 56 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.761487:0:14875:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095caffcc pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14875:1858043760300608:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.761488:0:6217:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008df71c83/0x9268ded837c05782 lrc: 4/0,0 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0260dd expref: 56 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.761499:0:14875:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005a129fb0/0x9268ded837c50730 lrc: 3/0,1 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.761506:0:6217:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754104576 00010000:00010000:0.0:1771968961.761506:0:14875:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005a129fb0/0x9268ded837c50730 lrc: 3/0,1 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.761512:0:14875:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a129fb0/0x9268ded837c50730 lrc: 3/0,1 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.761514:0:6217:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000513030d1/0x9268ded837c05b33 lrc: 5/0,0 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026250 expref: 57 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.761524:0:6217:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754104704 00010000:00010000:0.0:1771968961.761525:0:14875:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a129fb0/0x9268ded837c50730 lrc: 3/0,1 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.761530:0:6217:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006cc487e8/0x9268ded837c044ea lrc: 4/0,0 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025943 expref: 58 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.761531:0:14875:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005a129fb0/0x9268ded837c50730 lrc: 2/0,0 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.761542:0:6217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11458 00010000:00010000:0.0:1771968961.761545:0:14875:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1771968961.761546:0:6217:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a22a1125 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+58:2264:x1858043754104448:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1771968961.761553:0:6217:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.761557:0:6217:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008df71c83/0x9268ded837c05782 lrc: 4/0,0 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0260dd expref: 58 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.761567:0:6217:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008df71c83/0x9268ded837c05782 lrc: 3/0,0 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0260dd expref: 58 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.761582:0:6217:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008df71c83/0x9268ded837c05782 lrc: 0/0,0 mode: --/PW res: [0x1ee:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0260dd expref: 58 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.761593:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.761595:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.761597:0:6217:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000039b134b2/0x9268ded837c50745 lrc: 3/0,1 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.761604:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11459 00010000:00010000:2.0:1771968961.761608:0:6217:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000039b134b2/0x9268ded837c50745 lrc: 4/0,1 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.761616:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f479c45 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+57:2264:x1858043754104576:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1771968961.761631:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.761635:0:6217:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968961.761636:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000513030d1/0x9268ded837c05b33 lrc: 5/0,0 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026250 expref: 57 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.761647:0:14877:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000039b134b2/0x9268ded837c50745 lrc: 3/0,1 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.761649:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000513030d1/0x9268ded837c05b33 lrc: 4/0,0 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026250 expref: 57 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.761666:0:14877:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000039b134b2/0x9268ded837c50745 lrc: 3/0,1 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.761674:0:14877:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000039b134b2/0x9268ded837c50745 lrc: 3/0,1 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.761678:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.761681:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.761684:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003567de4d/0x9268ded837c50753 lrc: 3/0,1 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.761692:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003567de4d/0x9268ded837c50753 lrc: 4/0,1 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.761696:0:14877:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000039b134b2/0x9268ded837c50745 lrc: 2/0,0 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.761714:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968961.761715:0:14877:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1771968961.761736:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f479c45 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+57:2264:x1858043754104576:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 123us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.761745:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11459 00000100:00100000:3.0:1771968961.761766:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11460 00000100:00100000:3.0:1771968961.761772:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006a6c9afc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+56:2264:x1858043754104704:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1771968961.761780:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.761784:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006cc487e8/0x9268ded837c044ea lrc: 4/0,0 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025943 expref: 56 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.761794:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006cc487e8/0x9268ded837c044ea lrc: 3/0,0 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025943 expref: 56 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.761809:0:7226:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006cc487e8/0x9268ded837c044ea lrc: 0/0,0 mode: --/PW res: [0x1dc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025943 expref: 56 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.761820:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.761822:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.761825:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000084c31287/0x9268ded837c50761 lrc: 3/0,1 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.761831:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084c31287/0x9268ded837c50761 lrc: 4/0,1 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.761852:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968961.761884:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006a6c9afc pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+55:2264:x1858043754104704:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 112us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.761891:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11460 00000100:00100000:3.0:1771968961.761933:0:14884:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004346d3c1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14884:1858043760300864:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.761938:0:14875:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000042b6133 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+39:3333:x1858043760300480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7278us (7325us total) trans 4294969030 rc 0/0 00000100:00100000:0.0:1771968961.761948:0:14875:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6323 00010000:00010000:3.0:1771968961.761954:0:14884:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c7a3f5cf/0x9268ded837c5074c lrc: 3/0,1 mode: --/PW res: [0x1ee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.761969:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1771968961.761975:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000677c6cb9/0x9268ded837c50737 lrc: 2/0,0 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.761985:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000677c6cb9 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.761989:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000677c6cb9/0x9268ded837c50737 lrc: 2/0,0 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.761997:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000677c6cb9/0x9268ded837c50737 lrc: 3/0,0 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.762009:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1771968961.762011:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000677c6cb9/0x9268ded837c50737 lrc: 1/0,0 mode: --/PW res: [0x1f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.762018:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000677c6cb9/0x9268ded837c50737 lrc: 0/0,0 mode: --/PW res: [0x1f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.762034:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754104384 00010000:00010000:0.0:1771968961.762039:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1771968961.762043:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005a129fb0/0x9268ded837c50730 lrc: 2/0,0 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.762049:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005a129fb0 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.762051:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005a129fb0/0x9268ded837c50730 lrc: 2/0,0 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.762053:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000057722731/0x9268ded837c4e4fb lrc: 5/0,0 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e4b5 expref: 55 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.762069:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005a129fb0/0x9268ded837c50730 lrc: 3/0,0 mode: PW/PW res: [0x1f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.762081:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005a129fb0/0x9268ded837c50730 lrc: 1/0,0 mode: --/PW res: [0x1f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.762087:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a129fb0/0x9268ded837c50730 lrc: 0/0,0 mode: --/PW res: [0x1f0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.762095:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11461 00000100:00100000:3.0:1771968961.762102:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004346d3c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+55:2264:x1858043754104384:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1771968961.762105:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.762108:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000039b134b2/0x9268ded837c50745 lrc: 2/0,0 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.762113:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.762117:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000039b134b2 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.762120:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000057722731/0x9268ded837c4e4fb lrc: 5/0,0 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e4b5 expref: 55 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.762121:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000039b134b2/0x9268ded837c50745 lrc: 2/0,0 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.762124:0:14877:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008eeab365 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+38:3334:x1858043760300160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6443us (6622us total) trans 4294969031 rc 0/0 00000100:00100000:2.0:1771968961.762135:0:14877:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6326 00010000:00010000:0.0:1771968961.762139:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000039b134b2/0x9268ded837c50745 lrc: 3/0,0 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.762146:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000057722731/0x9268ded837c4e4fb lrc: 4/0,0 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e4b5 expref: 55 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.762158:0:14874:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000084c31287/0x9268ded837c50761 lrc: 3/0,1 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.762167:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000039b134b2/0x9268ded837c50745 lrc: 1/0,0 mode: --/PW res: [0x1ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.762170:0:14874:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084c31287/0x9268ded837c50761 lrc: 3/0,1 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.762192:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000039b134b2/0x9268ded837c50745 lrc: 0/0,0 mode: --/PW res: [0x1ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.762208:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.762210:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.762211:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.762214:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.762215:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000503f5611/0x9268ded837c5073e lrc: 3/0,1 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.762217:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.762224:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000503f5611/0x9268ded837c5073e lrc: 4/0,1 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.762232:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000f9c15b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760301504:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.762261:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.762282:0:14877:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760301504 00010000:00010000:2.0:1771968961.762290:0:14874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000084c31287/0x9268ded837c50761 lrc: 3/0,1 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.762297:0:14874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000084c31287/0x9268ded837c50761 lrc: 2/0,0 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.762300:0:14877:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6338 00000100:00100000:0.0:1771968961.762304:0:14877:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee8dfed3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+39:3335:x1858043760301504:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1771968961.762309:0:14874:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1771968961.762316:0:14877:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:952 count 1 00010000:00010000:0.0:1771968961.762328:0:14877:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001962d762/0x9268ded837c50799 lrc: 3/0,1 mode: --/PW res: [0x3b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.762338:0:14877:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004264c035/0x9268ded837c4d3eb lrc: 2/0,0 mode: PW/PW res: [0x3b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dec6 expref: 70 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.762345:0:14877:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.762346:0:14877:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.762347:0:14877:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001962d762/0x9268ded837c50799 lrc: 4/0,1 mode: --/PW res: [0x3b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.762365:0:14877:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004264c035/0x9268ded837c4d3eb lrc: 3/0,0 mode: PW/PW res: [0x3b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dec6 expref: 70 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.762374:0:14877:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004264c035/0x9268ded837c4d3eb lrc: 4/0,0 mode: PW/PW res: [0x3b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dec6 expref: 70 pid: 14885 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.762383:0:14877:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000015909335 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14877:1858043760302208:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.762405:0:14877:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ffdc4401 going to sleep for 6 seconds 00010000:00010000:0.0:1771968961.762414:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.762417:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000084c31287/0x9268ded837c50761 lrc: 2/0,0 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.762423:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000084c31287 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.762425:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000084c31287/0x9268ded837c50761 lrc: 2/0,0 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.762431:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000084c31287/0x9268ded837c50761 lrc: 3/0,0 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.762441:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000084c31287/0x9268ded837c50761 lrc: 1/0,0 mode: --/PW res: [0x1dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.762447:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084c31287/0x9268ded837c50761 lrc: 0/0,0 mode: --/PW res: [0x1dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.762458:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.762459:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.762459:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.762555:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:1.0:1771968961.762557:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001d3adff0/2, rc 0, transno 1825 00000100:00100000:3.0:1771968961.762579:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004346d3c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+55:2264:x1858043754104384:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 476us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968961.762580:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d3adff0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760300544:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.762595:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11461 00000004:00080000:1.0:1771968961.762598:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000208b2fa6/2, rc 0, transno 1734 00000100:00100000:1.0:1771968961.762612:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000208b2fa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760300480:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1771968961.762614:0:14874:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003f0cc685 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+38:3333:x1858043760301248:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5224us (5625us total) trans 4294969032 rc 0/0 00000100:00100000:2.0:1771968961.762622:0:14874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6330 00000004:00080000:1.0:1771968961.762626:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e550a34e/2, rc 0, transno 1736 00000100:00100000:1.0:1771968961.762630:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e550a34e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760301248:0@lo:6:osp-syn-0-0.0 00000004:00080000:3.0:1771968961.762641:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cc406d71/2, rc 0, transno 1735 00010000:00010000:1.0:1771968961.762645:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968961.762648:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc406d71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760300160:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.762670:0:14891:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000057722731/0x9268ded837c4e4fb lrc: 0/0,0 mode: --/PW res: [0x3c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e4b5 expref: 54 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.762681:0:14891:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008155539c pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14891:1858043760300736:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.762695:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1771968961.762695:0:14891:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000503f5611/0x9268ded837c5073e lrc: 3/0,1 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.762710:0:14891:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000503f5611/0x9268ded837c5073e lrc: 3/0,1 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.762715:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754104512 00010000:00010000:1.0:1771968961.762719:0:14891:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000503f5611/0x9268ded837c5073e lrc: 3/0,1 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.762727:0:14891:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000503f5611/0x9268ded837c5073e lrc: 3/0,1 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.762730:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000484f0900/0x9268ded837c05789 lrc: 4/0,0 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0260e4 expref: 71 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.762745:0:14891:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000503f5611/0x9268ded837c5073e lrc: 2/0,0 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.762760:0:14891:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1771968961.762805:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11462 00000100:00100000:3.0:1771968961.762811:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ba069b7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+71:2264:x1858043754104512:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1771968961.762819:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.762824:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000484f0900/0x9268ded837c05789 lrc: 4/0,0 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0260e4 expref: 71 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.762835:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000484f0900/0x9268ded837c05789 lrc: 3/0,0 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0260e4 expref: 71 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.762841:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e073b74 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760302336:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1771968961.762853:0:6215:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000484f0900/0x9268ded837c05789 lrc: 0/0,0 mode: --/PW res: [0x1ee:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0260e4 expref: 71 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.762876:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.762878:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.762881:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c7a3f5cf/0x9268ded837c5074c lrc: 3/0,1 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.762882:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1771968961.762891:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c7a3f5cf/0x9268ded837c5074c lrc: 4/0,1 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.762900:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1771968961.762907:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e011996 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760302272:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1771968961.762914:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1771968961.762932:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968961.762941:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ba069b7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+70:2264:x1858043754104512:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 129us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.762948:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11462 00010000:00010000:0.0:1771968961.762966:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.762970:0:14884:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c7a3f5cf/0x9268ded837c5074c lrc: 3/0,1 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.762971:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000503f5611/0x9268ded837c5073e lrc: 2/0,0 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.762990:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000503f5611 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.762993:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000503f5611/0x9268ded837c5073e lrc: 2/0,0 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.763000:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000503f5611/0x9268ded837c5073e lrc: 3/0,0 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.763012:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000503f5611/0x9268ded837c5073e lrc: 1/0,0 mode: --/PW res: [0x3c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.763018:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000503f5611/0x9268ded837c5073e lrc: 0/0,0 mode: --/PW res: [0x3c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.763032:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.763033:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.763035:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.763069:0:14884:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7a3f5cf/0x9268ded837c5074c lrc: 3/0,1 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.763075:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001d046cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760302464:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1771968961.763082:0:14884:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c7a3f5cf/0x9268ded837c5074c lrc: 3/0,1 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.763090:0:14884:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c7a3f5cf/0x9268ded837c5074c lrc: 2/0,0 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.763106:0:14884:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1771968961.763127:0:14891:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db56e782 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+38:3334:x1858043760299904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7571us (7656us total) trans 4294969033 rc 0/0 00000100:00100000:1.0:1771968961.763135:0:14891:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6325 00010000:00010000:2.0:1771968961.763136:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968961.763140:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c7a3f5cf/0x9268ded837c5074c lrc: 2/0,0 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.763152:0:14891:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760302336 00010000:00010000:2.0:1771968961.763154:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c7a3f5cf already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.763156:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7a3f5cf/0x9268ded837c5074c lrc: 2/0,0 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.763162:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7a3f5cf/0x9268ded837c5074c lrc: 3/0,0 mode: PW/PW res: [0x1ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.763190:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c7a3f5cf/0x9268ded837c5074c lrc: 1/0,0 mode: --/PW res: [0x1ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.763190:0:14891:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760302272 00010000:00010000:2.0:1771968961.763196:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7a3f5cf/0x9268ded837c5074c lrc: 0/0,0 mode: --/PW res: [0x1ee:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.763207:0:14891:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6339 00000100:00100000:1.0:1771968961.763210:0:14891:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000344f702a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+39:3333:x1858043760302336:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1771968961.763214:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.763215:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.763216:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1771968961.763222:0:14891:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:946 count 1 00000100:00100000:2.0:1771968961.763225:0:14874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6340 00000100:00100000:2.0:1771968961.763228:0:14874:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bda9c73b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+39:3333:x1858043760302272:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.763235:0:14891:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a297fe7/0x9268ded837c507a0 lrc: 3/0,1 mode: --/PW res: [0x3b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1771968961.763240:0:14874:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:938 count 1 00010000:00010000:1.0:1771968961.763247:0:14891:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000073cb8aac/0x9268ded837c4c830 lrc: 2/0,0 mode: PW/PW res: [0x3b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dacf expref: 53 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.763250:0:14874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c507a7 lrc: 3/0,1 mode: --/PW res: [0x3aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.763260:0:14874:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008de374ae/0x9268ded837c4b846 lrc: 2/0,0 mode: PW/PW res: [0x3aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d59d expref: 53 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.763260:0:14891:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.763261:0:14891:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.763263:0:14891:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a297fe7/0x9268ded837c507a0 lrc: 4/0,1 mode: --/PW res: [0x3b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.763267:0:14874:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.763268:0:14874:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.763270:0:14874:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c507a7 lrc: 4/0,1 mode: --/PW res: [0x3aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.763281:0:14891:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000073cb8aac/0x9268ded837c4c830 lrc: 3/0,0 mode: PW/PW res: [0x3b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dacf expref: 53 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.763283:0:14874:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008de374ae/0x9268ded837c4b846 lrc: 3/0,0 mode: PW/PW res: [0x3aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d59d expref: 53 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.763290:0:14891:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000073cb8aac/0x9268ded837c4c830 lrc: 4/0,0 mode: PW/PW res: [0x3b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dacf expref: 53 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.763291:0:14874:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008de374ae/0x9268ded837c4b846 lrc: 4/0,0 mode: PW/PW res: [0x3aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d59d expref: 53 pid: 8206 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.763300:0:14874:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e7c1470 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14874:1858043760302592:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.763300:0:14891:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008155539c pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14891:1858043760302528:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.763322:0:14874:0:(client.c:2500:ptlrpc_set_wait()) set 0000000098a33877 going to sleep for 43 seconds 00000100:00100000:1.0:1771968961.763322:0:14891:0:(client.c:2500:ptlrpc_set_wait()) set 0000000079e0e3de going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.763331:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.763357:0:6217:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a22a1125 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+53:2264:x1858043754104448:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 1808us (1957us total) trans 0 rc 0/0 00010000:00010000:1.0:1771968961.763363:0:14893:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000513030d1/0x9268ded837c05b33 lrc: 0/0,0 mode: --/PW res: [0x1f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026250 expref: 53 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.763366:0:6217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11458 00000100:00100000:1.0:1771968961.763375:0:14893:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008172d2c5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14893:1858043760300992:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.763386:0:14893:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003567de4d/0x9268ded837c50753 lrc: 3/0,1 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.763393:0:14893:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003567de4d/0x9268ded837c50753 lrc: 3/0,1 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.763398:0:14893:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003567de4d/0x9268ded837c50753 lrc: 3/0,1 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.763409:0:14893:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003567de4d/0x9268ded837c50753 lrc: 3/0,1 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.763415:0:14893:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003567de4d/0x9268ded837c50753 lrc: 2/0,0 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.763426:0:14893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1771968961.763471:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.763490:0:6217:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754104640 00010000:00010000:2.0:1771968961.763502:0:6217:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002e719531/0x9268ded837c4e197 lrc: 4/0,0 mode: PW/PW res: [0x3c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e381 expref: 70 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.763521:0:6217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11463 00000100:00100000:2.0:1771968961.763526:0:6217:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b21801f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+70:2264:x1858043754104640:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1771968961.763534:0:6217:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.763537:0:6217:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002e719531/0x9268ded837c4e197 lrc: 4/0,0 mode: PW/PW res: [0x3c0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e381 expref: 70 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.763545:0:6217:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002e719531/0x9268ded837c4e197 lrc: 3/0,0 mode: PW/PW res: [0x3c0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e381 expref: 70 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.763562:0:6217:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002e719531/0x9268ded837c4e197 lrc: 0/0,0 mode: --/PW res: [0x3c0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e381 expref: 70 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.763572:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.763574:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.763576:0:6217:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000780e8b47/0x9268ded837c5075a lrc: 3/0,1 mode: PW/PW res: [0x3c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.763582:0:6217:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000780e8b47/0x9268ded837c5075a lrc: 4/0,1 mode: PW/PW res: [0x3c0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.763601:0:6217:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1771968961.763613:0:6217:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b21801f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+69:2264:x1858043754104640:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 87us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.763619:0:6217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11463 00000100:00100000:2.0:1771968961.763770:0:8205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008abc75af pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8205:1858043760301760:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.763787:0:8205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f341b642/0x9268ded837c5076f lrc: 3/0,1 mode: --/PW res: [0x3ba:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.763795:0:14884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000163a8b73 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+40:3334:x1858043760299968:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7688us (7949us total) trans 4294969122 rc 0/0 00000100:00100000:3.0:1771968961.763806:0:14884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6327 00000100:00100000:1.0:1771968961.763850:0:14893:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f8243a4e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+40:3334:x1858043760300224:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7509us (7615us total) trans 4294969034 rc 0/0 00000100:00100000:1.0:1771968961.763872:0:14893:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6328 00000100:00100000:1.0:1771968961.763913:0:14895:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f8bb80f pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14895:1858043760301888:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.763915:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1771968961.763930:0:14895:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009a8df4e6/0x9268ded837c50776 lrc: 3/0,1 mode: --/PW res: [0x1f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.763934:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754104768 00010000:00010000:2.0:1771968961.763948:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006c6832ad/0x9268ded837c4d637 lrc: 4/0,0 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dfad expref: 69 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.763977:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11464 00000100:00100000:2.0:1771968961.763983:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b305ba5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+69:2265:x1858043754104768:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1771968961.763995:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.763999:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006c6832ad/0x9268ded837c4d637 lrc: 4/0,0 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dfad expref: 69 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.764006:0:14894:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004310c99f pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14894:1858043760301376:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.764012:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006c6832ad/0x9268ded837c4d637 lrc: 3/0,0 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dfad expref: 69 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.764028:0:14894:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005291e331/0x9268ded837c50768 lrc: 3/0,1 mode: --/PW res: [0x3ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.764030:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006c6832ad/0x9268ded837c4d637 lrc: 0/0,0 mode: --/PW res: [0x3ba:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dfad expref: 69 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.764031:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.764035:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003567de4d/0x9268ded837c50753 lrc: 2/0,0 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.764051:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.764052:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.764052:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003567de4d already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.764055:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f341b642/0x9268ded837c5076f lrc: 3/0,1 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.764055:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003567de4d/0x9268ded837c50753 lrc: 2/0,0 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.764063:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f341b642/0x9268ded837c5076f lrc: 4/0,1 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.764070:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fcc95143 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760302400:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1771968961.764070:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003567de4d/0x9268ded837c50753 lrc: 3/0,0 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.764079:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968961.764091:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003567de4d/0x9268ded837c50753 lrc: 1/0,0 mode: --/PW res: [0x1f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.764098:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003567de4d/0x9268ded837c50753 lrc: 0/0,0 mode: --/PW res: [0x1f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.764099:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b305ba5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+68:2265:x1858043754104768:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 116us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.764113:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1771968961.764115:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.764118:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.764120:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.764132:0:15875:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000780e8b47/0x9268ded837c5075a lrc: 3/0,1 mode: PW/PW res: [0x3c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.764141:0:15875:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000780e8b47/0x9268ded837c5075a lrc: 3/0,1 mode: PW/PW res: [0x3c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1771968961.764143:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f43c9fd0/2, rc 0, transno 1826 00010000:00010000:0.0:1771968961.764154:0:15875:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000780e8b47/0x9268ded837c5075a lrc: 3/0,1 mode: PW/PW res: [0x3c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.764156:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f43c9fd0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760299968:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1771968961.764168:0:15875:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000780e8b47/0x9268ded837c5075a lrc: 2/0,0 mode: PW/PW res: [0x3c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.764201:0:15875:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1771968961.764267:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11464 00010000:00010000:2.0:1771968961.764285:0:8205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f341b642/0x9268ded837c5076f lrc: 3/0,1 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.764292:0:8205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f341b642/0x9268ded837c5076f lrc: 3/0,1 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.764304:0:8205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f341b642/0x9268ded837c5076f lrc: 3/0,1 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.764311:0:8205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f341b642/0x9268ded837c5076f lrc: 2/0,0 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.764328:0:8205:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1771968961.764401:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c9433df4/2, rc 0, transno 1738 00000100:00100000:1.0:1771968961.764442:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1771968961.764455:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1771968961.764458:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000780e8b47/0x9268ded837c5075a lrc: 2/0,0 mode: PW/PW res: [0x3c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.764465:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000780e8b47 already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.764467:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000780e8b47/0x9268ded837c5075a lrc: 2/0,0 mode: PW/PW res: [0x3c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.764473:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000780e8b47/0x9268ded837c5075a lrc: 3/0,0 mode: PW/PW res: [0x3c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.764488:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000780e8b47/0x9268ded837c5075a lrc: 1/0,0 mode: --/PW res: [0x3c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.764494:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000780e8b47/0x9268ded837c5075a lrc: 0/0,0 mode: --/PW res: [0x3c0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.764506:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1771968961.764508:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f341b642/0x9268ded837c5076f lrc: 2/0,0 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.764513:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f341b642 already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.764515:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f341b642/0x9268ded837c5076f lrc: 2/0,0 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.764520:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f341b642/0x9268ded837c5076f lrc: 3/0,0 mode: PW/PW res: [0x3ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.764526:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f341b642/0x9268ded837c5076f lrc: 1/0,0 mode: --/PW res: [0x3ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.764530:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f341b642/0x9268ded837c5076f lrc: 0/0,0 mode: --/PW res: [0x3ba:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.764540:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.764541:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.764542:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968961.764553:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c9433df4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760300224:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1771968961.764564:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968961.764580:0:8220:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754104896 00010000:00010000:1.0:1771968961.764596:0:8220:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e6c0ce9a/0x9268ded837c4be82 lrc: 4/0,0 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d7bf expref: 52 pid: 8206 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.764616:0:8220:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754104832 00000004:00080000:3.0:1771968961.764622:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d06466cf/2, rc 0, transno 1737 00010000:00010000:1.0:1771968961.764626:0:8220:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000020db9f7b/0x9268ded837c05c2f lrc: 4/0,0 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0262b9 expref: 68 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.764634:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d06466cf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760299904:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1771968961.764650:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11465 00000100:00100000:1.0:1771968961.764656:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002ca18e46 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+52:2265:x1858043754104896:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1771968961.764664:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.764669:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e6c0ce9a/0x9268ded837c4be82 lrc: 4/0,0 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d7bf expref: 52 pid: 8206 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.764679:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e6c0ce9a/0x9268ded837c4be82 lrc: 3/0,0 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d7bf expref: 52 pid: 8206 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.764694:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e6c0ce9a/0x9268ded837c4be82 lrc: 0/0,0 mode: --/PW res: [0x3ae:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d7bf expref: 52 pid: 8206 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.764705:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.764707:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.764709:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005291e331/0x9268ded837c50768 lrc: 3/0,1 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.764716:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005291e331/0x9268ded837c50768 lrc: 4/0,1 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.764735:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1771968961.764753:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002ca18e46 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+51:2265:x1858043754104896:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 97us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968961.764760:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11465 00000100:00100000:3.0:1771968961.764791:0:14885:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2bd9aa pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14885:1858043760302080:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.764800:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11466 00000100:00100000:1.0:1771968961.764806:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f8bb80f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+68:2265:x1858043754104832:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1771968961.764809:0:14885:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d5c5082c/0x9268ded837c5077d lrc: 3/0,1 mode: --/PW res: [0x3c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.764813:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.764818:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000020db9f7b/0x9268ded837c05c2f lrc: 4/0,0 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0262b9 expref: 68 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.764829:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000020db9f7b/0x9268ded837c05c2f lrc: 3/0,0 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0262b9 expref: 68 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.764842:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000020db9f7b/0x9268ded837c05c2f lrc: 0/0,0 mode: --/PW res: [0x1f2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0262b9 expref: 68 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.764851:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.764853:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.764855:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009a8df4e6/0x9268ded837c50776 lrc: 3/0,1 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.764872:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a8df4e6/0x9268ded837c50776 lrc: 4/0,1 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.764891:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968961.764905:0:14895:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009a8df4e6/0x9268ded837c50776 lrc: 3/0,1 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.764909:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f8bb80f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+67:2265:x1858043754104832:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 102us (345us total) trans 0 rc 0/0 00010000:00010000:3.0:1771968961.764923:0:14895:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a8df4e6/0x9268ded837c50776 lrc: 3/0,1 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.764925:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11466 00010000:00010000:3.0:1771968961.764934:0:14895:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a8df4e6/0x9268ded837c50776 lrc: 3/0,1 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.764942:0:14895:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a8df4e6/0x9268ded837c50776 lrc: 2/0,0 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.764944:0:14894:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005291e331/0x9268ded837c50768 lrc: 3/0,1 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.764958:0:14894:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005291e331/0x9268ded837c50768 lrc: 3/0,1 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.764963:0:14895:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1771968961.764965:0:14894:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005291e331/0x9268ded837c50768 lrc: 3/0,1 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.764972:0:14894:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005291e331/0x9268ded837c50768 lrc: 2/0,0 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.764985:0:14894:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1771968961.765295:0:14894:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024409df7 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+40:3332:x1858043760301184:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6267us (7369us total) trans 4294969035 rc 0/0 00000100:00100000:1.0:1771968961.765302:0:14894:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6331 00000100:00100000:1.0:1771968961.765317:0:14894:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760302400 00000100:00100000:1.0:1771968961.765336:0:14894:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6341 00000100:00100000:1.0:1771968961.765340:0:14894:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004310c99f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+40:3334:x1858043760302400:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1771968961.765358:0:14894:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:475 count 1 00010000:00010000:1.0:1771968961.765374:0:14894:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000309c8bec/0x9268ded837c507ae lrc: 3/0,1 mode: --/PW res: [0x1db:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.765385:0:14894:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006cdb32c7/0x9268ded837c043d2 lrc: 2/0,0 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0258d3 expref: 50 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.765392:0:14894:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.765394:0:14894:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.765396:0:14894:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000309c8bec/0x9268ded837c507ae lrc: 4/0,1 mode: --/PW res: [0x1db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.765419:0:14894:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006cdb32c7/0x9268ded837c043d2 lrc: 3/0,0 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0258d3 expref: 50 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.765428:0:14894:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006cdb32c7/0x9268ded837c043d2 lrc: 4/0,0 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0258d3 expref: 50 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.765437:0:14894:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008172d2c5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14894:1858043760302784:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.765459:0:14894:0:(client.c:2500:ptlrpc_set_wait()) set 0000000061eb37ef going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.765468:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1771968961.765471:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a8df4e6/0x9268ded837c50776 lrc: 2/0,0 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.765477:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009a8df4e6 already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.765479:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a8df4e6/0x9268ded837c50776 lrc: 2/0,0 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.765485:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a8df4e6/0x9268ded837c50776 lrc: 3/0,0 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.765494:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a8df4e6/0x9268ded837c50776 lrc: 1/0,0 mode: --/PW res: [0x1f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.765499:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a8df4e6/0x9268ded837c50776 lrc: 0/0,0 mode: --/PW res: [0x1f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.765511:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1771968961.765514:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005291e331/0x9268ded837c50768 lrc: 2/0,0 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.765520:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005291e331 already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.765521:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005291e331/0x9268ded837c50768 lrc: 2/0,0 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.765526:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005291e331/0x9268ded837c50768 lrc: 3/0,0 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.765532:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005291e331/0x9268ded837c50768 lrc: 1/0,0 mode: --/PW res: [0x3ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.765537:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005291e331/0x9268ded837c50768 lrc: 0/0,0 mode: --/PW res: [0x3ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.765545:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.765546:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.765547:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1771968961.765617:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1771968961.765635:0:14875:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760302464 00000100:00100000:1.0:1771968961.765651:0:14875:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6342 00000100:00100000:1.0:1771968961.765655:0:14875:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a80f930 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+43:3335:x1858043760302464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1771968961.765664:0:14875:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:499 count 1 00010000:00010000:1.0:1771968961.765676:0:14875:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000013615e59/0x9268ded837c507b5 lrc: 3/0,1 mode: --/PW res: [0x1f3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.765686:0:14875:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000466c73a5/0x9268ded837c05d01 lrc: 2/0,0 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026306 expref: 66 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.765696:0:14875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.765698:0:14875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.765699:0:14875:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013615e59/0x9268ded837c507b5 lrc: 4/0,1 mode: --/PW res: [0x1f3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.765711:0:14875:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000466c73a5/0x9268ded837c05d01 lrc: 3/0,0 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026306 expref: 66 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.765718:0:14875:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000466c73a5/0x9268ded837c05d01 lrc: 4/0,0 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026306 expref: 66 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.765726:0:14875:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000042b6133 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14875:1858043760302912:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.765741:0:14875:0:(client.c:2500:ptlrpc_set_wait()) set 00000000464e1bcf going to sleep for 43 seconds 00000100:00100000:1.0:1771968961.765757:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1771968961.765764:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006ae02daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760302848:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1771968961.765789:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1771968961.765807:0:14884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760302848 00000100:00100000:1.0:1771968961.765828:0:14884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6343 00000100:00100000:1.0:1771968961.765831:0:14884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008eeab365 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+44:3335:x1858043760302848:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1771968961.765839:0:14884:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:944 count 1 00010000:00010000:1.0:1771968961.765848:0:14884:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b27433e/0x9268ded837c507bc lrc: 3/0,1 mode: --/PW res: [0x3b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.765857:0:14884:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000068fd0aae/0x9268ded837c4c16f lrc: 2/0,0 mode: PW/PW res: [0x3b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d89f expref: 66 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.765880:0:14884:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.765882:0:14884:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.765884:0:14884:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b27433e/0x9268ded837c507bc lrc: 4/0,1 mode: --/PW res: [0x3b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.765904:0:14884:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000068fd0aae/0x9268ded837c4c16f lrc: 3/0,0 mode: PW/PW res: [0x3b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d89f expref: 66 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.765911:0:14884:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000068fd0aae/0x9268ded837c4c16f lrc: 4/0,0 mode: PW/PW res: [0x3b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d89f expref: 66 pid: 8204 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.765920:0:14884:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a81845f pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14884:1858043760302976:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.765940:0:14884:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e5d7f43a going to sleep for 43 seconds 00000100:00100000:3.0:1771968961.765966:0:14895:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000aec43cd6 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+44:3332:x1858043760301632:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5831us (6028us total) trans 4294969125 rc 0/0 00000100:00100000:3.0:1771968961.765980:0:14895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6333 00000100:00100000:1.0:1771968961.765986:0:14896:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a51e3be pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14896:1858043760302016:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.766002:0:14896:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006f876a6d/0x9268ded837c5078b lrc: 3/0,1 mode: --/PW res: [0x1f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.766018:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.766028:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968961.766042:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968961.766052:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004775210f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760302656:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1771968961.766068:0:8220:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754104960 00000100:00100000:1.0:1771968961.766075:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1771968961.766087:0:8220:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d01fb3f9/0x9268ded837c05b2c lrc: 4/0,0 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026249 expref: 67 pid: 14896 timeout: 540 lvb_type: 0 00000004:00080000:1.0:1771968961.766095:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000055b02198/2, rc 0, transno 1829 00000100:00100000:1.0:1771968961.766104:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055b02198 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760301632:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1771968961.766113:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002a0aad8b/2, rc 0, transno 1739 00000100:00100000:3.0:1771968961.766117:0:8220:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11467 00000100:00100000:1.0:1771968961.766122:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a0aad8b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760301184:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1771968961.766126:0:8220:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb2bd9aa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+67:2264:x1858043754104960:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00000100:00100000:1.0:1771968961.766132:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1771968961.766136:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee3fad1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760302720:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1771968961.766137:0:8220:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.766144:0:8220:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d01fb3f9/0x9268ded837c05b2c lrc: 4/0,0 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026249 expref: 67 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.766154:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1771968961.766157:0:8220:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d01fb3f9/0x9268ded837c05b2c lrc: 3/0,0 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026249 expref: 67 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.766226:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b7d55482 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760303104:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1771968961.766253:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1771968961.766278:0:14887:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760302656 00010000:00010000:3.0:1771968961.766280:0:8220:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d01fb3f9/0x9268ded837c05b2c lrc: 0/0,0 mode: --/PW res: [0x1f1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026249 expref: 67 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.766295:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.766297:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1771968961.766298:0:14887:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760302720 00010000:00010000:3.0:1771968961.766300:0:8220:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006f876a6d/0x9268ded837c5078b lrc: 3/0,1 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.766310:0:8220:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006f876a6d/0x9268ded837c5078b lrc: 4/0,1 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.766311:0:14887:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760303104 00000100:00100000:1.0:1771968961.766327:0:14887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6344 00000100:00100000:1.0:1771968961.766332:0:14887:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db56e782 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+42:3332:x1858043760302656:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1771968961.766334:0:8220:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:1.0:1771968961.766343:0:14887:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:943 count 1 00000100:00100000:3.0:1771968961.766352:0:8220:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb2bd9aa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+66:2264:x1858043754104960:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 228us (311us total) trans 0 rc 0/0 00010000:00010000:1.0:1771968961.766358:0:14887:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005308c069/0x9268ded837c507c3 lrc: 3/0,1 mode: --/PW res: [0x3af:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.766362:0:8220:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11467 00010000:00010000:1.0:1771968961.766374:0:14887:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000daa60c58/0x9268ded837c4c01f lrc: 2/0,0 mode: PW/PW res: [0x3af:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d82f expref: 50 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.766381:0:14887:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.766382:0:14887:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.766384:0:14887:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005308c069/0x9268ded837c507c3 lrc: 4/0,1 mode: --/PW res: [0x3af:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.766390:0:14895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6345 00000100:00100000:3.0:1771968961.766395:0:14895:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ef543a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+42:3332:x1858043760302720:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.766400:0:14887:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000daa60c58/0x9268ded837c4c01f lrc: 3/0,0 mode: PW/PW res: [0x3af:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d82f expref: 50 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.766408:0:14887:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000daa60c58/0x9268ded837c4c01f lrc: 4/0,0 mode: PW/PW res: [0x3af:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d82f expref: 50 pid: 8204 timeout: 540 lvb_type: 0 00002000:00080000:3.0:1771968961.766409:0:14895:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:914 count 1 00000100:00100000:1.0:1771968961.766423:0:14887:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb514154 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14887:1858043760303168:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.766438:0:14887:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ceba8a29 going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.766448:0:14896:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006f876a6d/0x9268ded837c5078b lrc: 3/0,1 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.766454:0:14896:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006f876a6d/0x9268ded837c5078b lrc: 3/0,1 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.766460:0:14896:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006f876a6d/0x9268ded837c5078b lrc: 3/0,1 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.766465:0:14896:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006f876a6d/0x9268ded837c5078b lrc: 2/0,0 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.766477:0:14896:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1771968961.766553:0:14895:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000610301c/0x9268ded837c507ca lrc: 3/0,1 mode: --/PW res: [0x392:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.766565:0:14895:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cbb8f4d9/0x9268ded837c45685 lrc: 2/0,0 mode: PW/PW res: [0x392:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b273 expref: 50 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.766573:0:14895:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.766575:0:14895:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.766576:0:14895:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000610301c/0x9268ded837c507ca lrc: 4/0,1 mode: --/PW res: [0x392:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.766596:0:14895:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cbb8f4d9/0x9268ded837c45685 lrc: 3/0,0 mode: PW/PW res: [0x392:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b273 expref: 50 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.766605:0:14895:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cbb8f4d9/0x9268ded837c45685 lrc: 4/0,0 mode: PW/PW res: [0x392:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b273 expref: 50 pid: 14892 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.766615:0:14895:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008fa150ea pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14895:1858043760303232:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.766635:0:14895:0:(client.c:2500:ptlrpc_set_wait()) set 00000000908a49cf going to sleep for 43 seconds 00000100:00100000:3.0:1771968961.766649:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1771968961.766658:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003259198f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760303040:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1771968961.766766:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1771968961.766810:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000b248c67/2, rc 0, transno 1830 00000100:00100000:1.0:1771968961.766812:0:14896:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abc82fd1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+45:3334:x1858043760301696:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5737us (6027us total) trans 4294969126 rc 0/0 00000100:00100000:3.0:1771968961.766822:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b248c67 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760301696:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1771968961.766824:0:14896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6335 00000100:00100000:1.0:1771968961.766844:0:14896:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760303040 00000100:00100000:3.0:1771968961.766874:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968961.766883:0:14896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6346 00000100:00100000:1.0:1771968961.766888:0:14896:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a3920b04 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+44:3332:x1858043760303104:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.766897:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754105088 00002000:00080000:1.0:1771968961.766899:0:14896:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:948 count 1 00010000:00010000:1.0:1771968961.766911:0:14896:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000340f7652/0x9268ded837c507d1 lrc: 3/0,1 mode: --/PW res: [0x3b4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.766914:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006a8c65fd/0x9268ded837c4e43e lrc: 4/0,0 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e468 expref: 66 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.766929:0:14896:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005f3ef37e/0x9268ded837c4cc5f lrc: 2/0,0 mode: PW/PW res: [0x3b4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dc18 expref: 66 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.766938:0:14896:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.766940:0:14896:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.766941:0:14896:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000340f7652/0x9268ded837c507d1 lrc: 4/0,1 mode: --/PW res: [0x3b4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.766947:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11468 00000100:00100000:3.0:1771968961.766955:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030c4f4d0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+66:2264:x1858043754105088:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1771968961.766966:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.766966:0:14896:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005f3ef37e/0x9268ded837c4cc5f lrc: 3/0,0 mode: PW/PW res: [0x3b4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dc18 expref: 66 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.766972:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006a8c65fd/0x9268ded837c4e43e lrc: 4/0,0 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e468 expref: 66 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.766980:0:14896:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005f3ef37e/0x9268ded837c4cc5f lrc: 4/0,0 mode: PW/PW res: [0x3b4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dc18 expref: 66 pid: 14893 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.766989:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006a8c65fd/0x9268ded837c4e43e lrc: 3/0,0 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e468 expref: 66 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.766994:0:14896:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e694a031 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14896:1858043760303296:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.767014:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a8c65fd/0x9268ded837c4e43e lrc: 0/0,0 mode: --/PW res: [0x3c2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e468 expref: 66 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.767017:0:14896:0:(client.c:2500:ptlrpc_set_wait()) set 00000000112da5df going to sleep for 43 seconds 00010000:00010000:3.0:1771968961.767029:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.767029:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.767032:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.767035:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006f876a6d/0x9268ded837c5078b lrc: 2/0,0 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.767036:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d5c5082c/0x9268ded837c5077d lrc: 3/0,1 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.767055:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5c5082c/0x9268ded837c5077d lrc: 4/0,1 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.767055:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006f876a6d already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.767060:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006f876a6d/0x9268ded837c5078b lrc: 2/0,0 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.767073:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006f876a6d/0x9268ded837c5078b lrc: 3/0,0 mode: PW/PW res: [0x1f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.767084:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.767084:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006f876a6d/0x9268ded837c5078b lrc: 1/0,0 mode: --/PW res: [0x1f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.767096:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006f876a6d/0x9268ded837c5078b lrc: 0/0,0 mode: --/PW res: [0x1f1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.767105:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030c4f4d0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+65:2264:x1858043754105088:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 146us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.767113:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11468 00010000:00010000:1.0:1771968961.767114:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.767116:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.767118:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.767134:0:14885:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d5c5082c/0x9268ded837c5077d lrc: 3/0,1 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.767143:0:14885:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5c5082c/0x9268ded837c5077d lrc: 3/0,1 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.767149:0:14885:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d5c5082c/0x9268ded837c5077d lrc: 3/0,1 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.767155:0:14885:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d5c5082c/0x9268ded837c5077d lrc: 2/0,0 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.767219:0:8659:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6347 00000100:00100000:0.0:1771968961.767224:0:8659:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090fb61b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+43:3334:x1858043760303040:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1771968961.767237:0:8659:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:474 count 1 00010000:00010000:0.0:1771968961.767250:0:8659:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b19f9ad7/0x9268ded837c507d8 lrc: 3/0,1 mode: --/PW res: [0x1da:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.767261:0:8659:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009aa4c880/0x9268ded837c04204 lrc: 2/0,0 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02582b expref: 50 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.767262:0:8204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024df8315 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8204:1858043760301952:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.767268:0:8659:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.767269:0:8659:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.767270:0:8659:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b19f9ad7/0x9268ded837c507d8 lrc: 4/0,1 mode: --/PW res: [0x1da:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.767279:0:8204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d47fb443/0x9268ded837c50784 lrc: 3/0,1 mode: --/PW res: [0x1f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.767286:0:8659:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009aa4c880/0x9268ded837c04204 lrc: 3/0,0 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02582b expref: 50 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.767326:0:8205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b5441eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+44:3332:x1858043760301568:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7335us (7431us total) trans 4294969124 rc 0/0 00000100:00100000:2.0:1771968961.767332:0:8205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6332 00000004:00080000:2.0:1771968961.767362:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005aea7a6e/2, rc 0, transno 1828 00010000:00010000:0.0:1771968961.767363:0:8659:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009aa4c880/0x9268ded837c04204 lrc: 4/0,0 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02582b expref: 50 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.767366:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005aea7a6e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760301568:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.767373:0:8659:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a51e3be pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8659:1858043760303360:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.767394:0:8659:0:(client.c:2500:ptlrpc_set_wait()) set 000000009521e2f2 going to sleep for 43 seconds 00000100:00100000:0.0:1771968961.767433:0:15875:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005671625b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+43:3334:x1858043760300928:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11012us (11062us total) trans 4294969123 rc 0/0 00000100:00100000:0.0:1771968961.767440:0:15875:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6329 00000004:00080000:2.0:1771968961.767447:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001c2b27d4/2, rc 0, transno 1827 00000100:00100000:2.0:1771968961.767450:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001c2b27d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760300928:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.767537:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000481db578 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760303424:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.767551:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.767553:0:14885:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1771968961.767554:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d5c5082c/0x9268ded837c5077d lrc: 3/0,0 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.767563:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1771968961.767564:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d5c5082c already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.767566:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5c5082c/0x9268ded837c5077d lrc: 2/0,0 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.767573:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5c5082c/0x9268ded837c5077d lrc: 3/0,0 mode: PW/PW res: [0x3c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.767584:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d5c5082c/0x9268ded837c5077d lrc: 1/0,0 mode: --/PW res: [0x3c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.767588:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b43c7cba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760303488:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.767591:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5c5082c/0x9268ded837c5077d lrc: 0/0,0 mode: --/PW res: [0x3c2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.767606:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.767607:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.767609:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1771968961.767609:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1771968961.767622:0:13424:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760303424 00000100:00100000:2.0:1771968961.767625:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1771968961.767630:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a61e838a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760303552:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1771968961.767644:0:13424:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760303488 00000100:00100000:2.0:1771968961.767656:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1771968961.767662:0:13424:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760303552 00000100:00100000:1.0:1771968961.767676:0:13424:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6348 00000100:00100000:1.0:1771968961.767680:0:13424:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024df8315 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+46:3333:x1858043760303424:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.767686:0:14892:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6349 00000100:00100000:2.0:1771968961.767690:0:14892:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d553c7f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+46:3334:x1858043760303488:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1771968961.767696:0:13424:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:937 count 1 00002000:00080000:2.0:1771968961.767699:0:14892:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:476 count 1 00010000:00010000:2.0:1771968961.767708:0:14892:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005990c9ed/0x9268ded837c507e6 lrc: 3/0,1 mode: --/PW res: [0x1dc:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.767708:0:13424:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f4611c8d/0x9268ded837c507df lrc: 3/0,1 mode: --/PW res: [0x3a9:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.767719:0:14892:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fc3b68f7/0x9268ded837c043d9 lrc: 2/0,0 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0258da expref: 64 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.767719:0:13424:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000d5ab3e2/0x9268ded837c4b5c2 lrc: 2/0,0 mode: PW/PW res: [0x3a9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d4cb expref: 64 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.767726:0:14892:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.767726:0:13424:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.767728:0:14892:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.767728:0:13424:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.767729:0:14892:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005990c9ed/0x9268ded837c507e6 lrc: 4/0,1 mode: --/PW res: [0x1dc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.767729:0:13424:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f4611c8d/0x9268ded837c507df lrc: 4/0,1 mode: --/PW res: [0x3a9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.767745:0:13424:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000d5ab3e2/0x9268ded837c4b5c2 lrc: 3/0,0 mode: PW/PW res: [0x3a9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d4cb expref: 64 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.767746:0:14892:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fc3b68f7/0x9268ded837c043d9 lrc: 3/0,0 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0258da expref: 64 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.767755:0:14892:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fc3b68f7/0x9268ded837c043d9 lrc: 4/0,0 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0258da expref: 64 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.767755:0:13424:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000d5ab3e2/0x9268ded837c4b5c2 lrc: 4/0,0 mode: PW/PW res: [0x3a9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d4cb expref: 64 pid: 14877 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.767766:0:14892:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000035b00ab7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14892:1858043760303616:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.767766:0:13424:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae5f4362 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13424:1858043760303680:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.767787:0:14892:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c51cb2fe going to sleep for 43 seconds 00000100:00100000:2.0:1771968961.767803:0:14888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6350 00000100:00100000:2.0:1771968961.767808:0:14888:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001eb4bb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+46:3334:x1858043760303552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1771968961.767819:0:14888:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:477 count 1 00010000:00010000:2.0:1771968961.767830:0:14888:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000038e68a1f/0x9268ded837c507ed lrc: 3/0,1 mode: --/PW res: [0x1dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.767842:0:14888:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007e394ae0/0x9268ded837c044f1 lrc: 2/0,0 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02594a expref: 64 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.767848:0:14888:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1771968961.767848:0:13424:0:(client.c:2500:ptlrpc_set_wait()) set 0000000007f15f3e going to sleep for 43 seconds 00010000:00010000:2.0:1771968961.767850:0:14888:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.767851:0:14888:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038e68a1f/0x9268ded837c507ed lrc: 4/0,1 mode: --/PW res: [0x1dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.767857:0:14885:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002849c2f1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+46:3334:x1858043760301440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6795us (7127us total) trans 4294969127 rc 0/0 00000100:00100000:3.0:1771968961.767875:0:14885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6334 00010000:00010000:2.0:1771968961.767884:0:14888:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007e394ae0/0x9268ded837c044f1 lrc: 3/0,0 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02594a expref: 64 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.767893:0:14888:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007e394ae0/0x9268ded837c044f1 lrc: 4/0,0 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02594a expref: 64 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.767902:0:14888:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d1ae569 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14888:1858043760303744:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.767920:0:14888:0:(client.c:2500:ptlrpc_set_wait()) set 000000009fdf9357 going to sleep for 43 seconds 00000004:00080000:2.0:1771968961.767941:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001a919814/2, rc 0, transno 1831 00000100:00100000:2.0:1771968961.767963:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a919814 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760301440:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.767964:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968961.767984:0:8220:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754105024 00010000:00010000:3.0:1771968961.768001:0:8220:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000090d18b30/0x9268ded837c05c28 lrc: 4/0,0 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0262b2 expref: 51 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.768031:0:8220:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11469 00000100:00100000:3.0:1771968961.768034:0:8220:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e4fa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+51:2264:x1858043754105024:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1771968961.768042:0:8220:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.768047:0:8220:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000090d18b30/0x9268ded837c05c28 lrc: 4/0,0 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0262b2 expref: 51 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.768057:0:8220:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000090d18b30/0x9268ded837c05c28 lrc: 3/0,0 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0262b2 expref: 51 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.768058:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1771968961.768071:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000879202fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760303808:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1771968961.768072:0:8220:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000090d18b30/0x9268ded837c05c28 lrc: 0/0,0 mode: --/PW res: [0x1f2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0262b2 expref: 51 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.768085:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.768086:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.768088:0:8220:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d47fb443/0x9268ded837c50784 lrc: 3/0,1 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.768093:0:8220:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d47fb443/0x9268ded837c50784 lrc: 4/0,1 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.768102:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1771968961.768109:0:8220:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968961.768123:0:8220:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e4fa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+50:2264:x1858043754105024:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 87us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.768127:0:8220:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11469 00000100:00100000:2.0:1771968961.768146:0:8206:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d38bbbe pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8206:1858043760302144:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.768163:0:8206:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000750d403b/0x9268ded837c50792 lrc: 3/0,1 mode: --/PW res: [0x3ad:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.768170:0:8204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d47fb443/0x9268ded837c50784 lrc: 3/0,1 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.768195:0:8204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d47fb443/0x9268ded837c50784 lrc: 3/0,1 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.768208:0:14890:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760303808 00010000:00010000:1.0:1771968961.768208:0:8204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d47fb443/0x9268ded837c50784 lrc: 3/0,1 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.768214:0:8204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d47fb443/0x9268ded837c50784 lrc: 2/0,0 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.768228:0:14890:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6351 00010000:00010000:1.0:1771968961.768231:0:8204:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1771968961.768233:0:14890:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000682e0a4b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+46:3333:x1858043760303808:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1771968961.768246:0:14890:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:940 count 1 00010000:00010000:2.0:1771968961.768257:0:14890:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a0d9410c/0x9268ded837c507f4 lrc: 3/0,1 mode: --/PW res: [0x3ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.768268:0:14890:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000af05ca7c/0x9268ded837c4bb48 lrc: 2/0,0 mode: PW/PW res: [0x3ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d699 expref: 64 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.768275:0:14890:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.768276:0:14890:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.768277:0:14890:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a0d9410c/0x9268ded837c507f4 lrc: 4/0,1 mode: --/PW res: [0x3ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.768295:0:14890:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000af05ca7c/0x9268ded837c4bb48 lrc: 3/0,0 mode: PW/PW res: [0x3ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d699 expref: 64 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.768302:0:14890:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000af05ca7c/0x9268ded837c4bb48 lrc: 4/0,0 mode: PW/PW res: [0x3ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d699 expref: 64 pid: 14877 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.768311:0:14890:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000055cc3933 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14890:1858043760303872:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.768332:0:14890:0:(client.c:2500:ptlrpc_set_wait()) set 0000000098b6ed2e going to sleep for 43 seconds 00000100:00100000:3.0:1771968961.768342:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968961.768360:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754105216 00010000:00010000:3.0:1771968961.768372:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004264c035/0x9268ded837c4d3eb lrc: 5/0,0 mode: PW/PW res: [0x3b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dec6 expref: 65 pid: 14885 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.768393:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11470 00000100:00100000:3.0:1771968961.768399:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d60fee3a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+65:2264:x1858043754105216:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1771968961.768410:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.768481:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004264c035/0x9268ded837c4d3eb lrc: 5/0,0 mode: PW/PW res: [0x3b8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dec6 expref: 65 pid: 14885 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.768489:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004264c035/0x9268ded837c4d3eb lrc: 4/0,0 mode: PW/PW res: [0x3b8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dec6 expref: 65 pid: 14885 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.768501:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.768503:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.768504:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001962d762/0x9268ded837c50799 lrc: 3/0,1 mode: PW/PW res: [0x3b8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.768510:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001962d762/0x9268ded837c50799 lrc: 4/0,1 mode: PW/PW res: [0x3b8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.768518:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968961.768529:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d60fee3a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+65:2264:x1858043754105216:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 131us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.768533:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11470 00000100:00100000:1.0:1771968961.768623:0:8204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f1215d4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+44:3335:x1858043760301120:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7545us (8555us total) trans 4294969036 rc 0/0 00000100:00100000:1.0:1771968961.768630:0:8204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6336 00010000:00010000:1.0:1771968961.768648:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:2.0:1771968961.768649:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f2ba1598/2, rc 0, transno 1740 00010000:00010000:1.0:1771968961.768652:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d47fb443/0x9268ded837c50784 lrc: 2/0,0 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.768659:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2ba1598 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760301120:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.768660:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d47fb443 already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.768662:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d47fb443/0x9268ded837c50784 lrc: 2/0,0 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.768670:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d47fb443/0x9268ded837c50784 lrc: 3/0,0 mode: PW/PW res: [0x1f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.768681:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d47fb443/0x9268ded837c50784 lrc: 1/0,0 mode: --/PW res: [0x1f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.768688:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d47fb443/0x9268ded837c50784 lrc: 0/0,0 mode: --/PW res: [0x1f2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.768706:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.768707:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.768708:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.768758:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000040605ba2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760303936:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.768770:0:14877:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004264c035/0x9268ded837c4d3eb lrc: 0/0,0 mode: --/PW res: [0x3b8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dec6 expref: 64 pid: 14885 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.768782:0:14877:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000015909335 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14877:1858043760302208:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.768786:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.768788:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1771968961.768797:0:14877:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001962d762/0x9268ded837c50799 lrc: 3/0,1 mode: PW/PW res: [0x3b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.768805:0:14877:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001962d762/0x9268ded837c50799 lrc: 3/0,1 mode: PW/PW res: [0x3b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.768810:0:14877:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001962d762/0x9268ded837c50799 lrc: 3/0,1 mode: PW/PW res: [0x3b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.768818:0:14877:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001962d762/0x9268ded837c50799 lrc: 3/0,1 mode: PW/PW res: [0x3b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.768825:0:14877:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001962d762/0x9268ded837c50799 lrc: 2/0,0 mode: PW/PW res: [0x3b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.768828:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754105152 00010000:00010000:3.0:1771968961.768844:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000101b2f18/0x9268ded837c4bd78 lrc: 4/0,0 mode: PW/PW res: [0x3ad:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d74f expref: 50 pid: 14877 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.768845:0:14877:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1771968961.768853:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968961.768858:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001962d762/0x9268ded837c50799 lrc: 2/0,0 mode: PW/PW res: [0x3b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.768882:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11471 00010000:00010000:2.0:1771968961.768889:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001962d762 already unused, calling callback (000000001b6954d2) 00000100:00100000:3.0:1771968961.768892:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004346d3c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+50:2264:x1858043754105152:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1771968961.768893:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001962d762/0x9268ded837c50799 lrc: 2/0,0 mode: PW/PW res: [0x3b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.768904:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001962d762/0x9268ded837c50799 lrc: 3/0,0 mode: PW/PW res: [0x3b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.768906:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.768913:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000101b2f18/0x9268ded837c4bd78 lrc: 4/0,0 mode: PW/PW res: [0x3ad:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d74f expref: 50 pid: 14877 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.768919:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001962d762/0x9268ded837c50799 lrc: 1/0,0 mode: --/PW res: [0x3b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.768926:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000101b2f18/0x9268ded837c4bd78 lrc: 3/0,0 mode: PW/PW res: [0x3ad:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d74f expref: 50 pid: 14877 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.768934:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001962d762/0x9268ded837c50799 lrc: 0/0,0 mode: --/PW res: [0x3b8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.768946:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000101b2f18/0x9268ded837c4bd78 lrc: 0/0,0 mode: --/PW res: [0x3ad:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d74f expref: 50 pid: 14877 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.768949:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.768952:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.768955:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.768956:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.768958:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.768960:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000750d403b/0x9268ded837c50792 lrc: 3/0,1 mode: PW/PW res: [0x3ad:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.768965:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000750d403b/0x9268ded837c50792 lrc: 4/0,1 mode: PW/PW res: [0x3ad:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.768973:0:14877:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee8dfed3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+47:3335:x1858043760301504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6667us (6711us total) trans 4294969128 rc 0/0 00000100:00100000:1.0:1771968961.768981:0:14877:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6338 00010000:00010000:3.0:1771968961.768982:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968961.768990:0:8206:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000750d403b/0x9268ded837c50792 lrc: 3/0,1 mode: PW/PW res: [0x3ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.768998:0:8206:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000750d403b/0x9268ded837c50792 lrc: 3/0,1 mode: PW/PW res: [0x3ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.768999:0:14877:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760303936 00000100:00100000:3.0:1771968961.769003:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004346d3c1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+49:2264:x1858043754105152:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 109us (220us total) trans 0 rc 0/0 00010000:00010000:2.0:1771968961.769014:0:8206:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000750d403b/0x9268ded837c50792 lrc: 3/0,1 mode: PW/PW res: [0x3ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.769021:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11471 00000100:00100000:1.0:1771968961.769021:0:14877:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6352 00010000:00010000:2.0:1771968961.769027:0:8206:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000750d403b/0x9268ded837c50792 lrc: 2/0,0 mode: PW/PW res: [0x3ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.769028:0:14877:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000767169f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+44:3333:x1858043760303936:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1771968961.769041:0:14877:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:472 count 1 00010000:00010000:2.0:1771968961.769046:0:8206:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1771968961.769052:0:14877:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be678bbf/0x9268ded837c507fb lrc: 3/0,1 mode: --/PW res: [0x1d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.769063:0:14877:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ade8383c/0x9268ded837c03ffe lrc: 2/0,0 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025752 expref: 48 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.769070:0:14877:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.769071:0:14877:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.769072:0:14877:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000be678bbf/0x9268ded837c507fb lrc: 4/0,1 mode: --/PW res: [0x1d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.769090:0:14877:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ade8383c/0x9268ded837c03ffe lrc: 3/0,0 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025752 expref: 48 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.769099:0:14877:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ade8383c/0x9268ded837c03ffe lrc: 4/0,0 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025752 expref: 48 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.769109:0:14877:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033d2452c pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14877:1858043760304000:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.769128:0:14877:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dccaaa05 going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.769141:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1771968961.769144:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000750d403b/0x9268ded837c50792 lrc: 2/0,0 mode: PW/PW res: [0x3ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.769151:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000750d403b already unused, calling callback (000000001b6954d2) 00000100:00100000:2.0:1771968961.769153:0:8206:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000541eddb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+45:3334:x1858043760301824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7893us (8298us total) trans 4294969037 rc 0/0 00010000:00010000:1.0:1771968961.769154:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000750d403b/0x9268ded837c50792 lrc: 2/0,0 mode: PW/PW res: [0x3ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.769161:0:8206:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6337 00010000:00010000:1.0:1771968961.769161:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000750d403b/0x9268ded837c50792 lrc: 3/0,0 mode: PW/PW res: [0x3ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.769171:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000750d403b/0x9268ded837c50792 lrc: 1/0,0 mode: --/PW res: [0x3ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.769270:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000750d403b/0x9268ded837c50792 lrc: 0/0,0 mode: --/PW res: [0x3ad:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.769284:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.769285:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.769287:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1771968961.769307:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000f9c15b2/2, rc 0, transno 1832 00000100:00100000:1.0:1771968961.769321:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000f9c15b2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760301504:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1771968961.769343:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000727863d2/2, rc 0, transno 1741 00000100:00100000:3.0:1771968961.769354:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000727863d2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760301824:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1771968961.769387:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000875f433b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760304064:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.769549:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968961.769577:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1771968961.769582:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000ba069b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760304128:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1771968961.769603:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.769636:0:8205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760304064 00000100:00100000:2.0:1771968961.769661:0:8205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6353 00000100:00100000:2.0:1771968961.769667:0:8205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000022f2f61b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+47:3334:x1858043760304064:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.769669:0:8206:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760304128 00002000:00080000:2.0:1771968961.769681:0:8205:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:949 count 1 00010000:00010000:2.0:1771968961.769694:0:8205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f5d38c3/0x9268ded837c50802 lrc: 3/0,1 mode: --/PW res: [0x3b5:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.769705:0:8205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000087f4cb60/0x9268ded837c4ce7a lrc: 2/0,0 mode: PW/PW res: [0x3b5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dcdc expref: 63 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.769712:0:8205:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.769713:0:8205:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.769715:0:8205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004f5d38c3/0x9268ded837c50802 lrc: 4/0,1 mode: --/PW res: [0x3b5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.769731:0:8205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000087f4cb60/0x9268ded837c4ce7a lrc: 3/0,0 mode: PW/PW res: [0x3b5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dcdc expref: 63 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.769738:0:8205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000087f4cb60/0x9268ded837c4ce7a lrc: 4/0,0 mode: PW/PW res: [0x3b5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dcdc expref: 63 pid: 14893 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.769749:0:8205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f479c45 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8205:1858043760304192:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.769759:0:8206:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6354 00000100:00100000:3.0:1771968961.769763:0:8206:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075a86022 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+45:3334:x1858043760304128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1771968961.769774:0:8206:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:910 count 1 00000100:00100000:2.0:1771968961.769776:0:8205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c41a3e9d going to sleep for 43 seconds 00010000:00010000:3.0:1771968961.769785:0:8206:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa27d807/0x9268ded837c50809 lrc: 3/0,1 mode: --/PW res: [0x38e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.769794:0:8206:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d39bee5c/0x9268ded837c44b3a lrc: 2/0,0 mode: PW/PW res: [0x38e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ae91 expref: 48 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.769799:0:8206:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.769800:0:8206:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.769801:0:8206:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa27d807/0x9268ded837c50809 lrc: 4/0,1 mode: --/PW res: [0x38e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.769815:0:8206:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d39bee5c/0x9268ded837c44b3a lrc: 3/0,0 mode: PW/PW res: [0x38e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ae91 expref: 48 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.769820:0:8206:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d39bee5c/0x9268ded837c44b3a lrc: 4/0,0 mode: PW/PW res: [0x38e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ae91 expref: 48 pid: 14892 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.769827:0:8206:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036e8a862 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8206:1858043760304256:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.770023:0:8206:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a0bba63 going to sleep for 43 seconds 00000100:00100000:3.0:1771968961.771389:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968961.771442:0:14891:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008155539c pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14891:1858043760302528:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.771464:0:14891:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005a297fe7/0x9268ded837c507a0 lrc: 3/0,1 mode: --/PW res: [0x3b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.771537:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754105280 00000100:00100000:2.0:1771968961.771539:0:14874:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e7c1470 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14874:1858043760302592:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.771555:0:14874:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c507a7 lrc: 3/0,1 mode: --/PW res: [0x3aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.771567:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000073cb8aac/0x9268ded837c4c830 lrc: 4/0,0 mode: PW/PW res: [0x3b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dacf expref: 49 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.771598:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11472 00000100:00100000:0.0:1771968961.771602:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002249a018 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+49:2265:x1858043754105280:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1771968961.771616:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.771621:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000073cb8aac/0x9268ded837c4c830 lrc: 4/0,0 mode: PW/PW res: [0x3b2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dacf expref: 49 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.771632:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000073cb8aac/0x9268ded837c4c830 lrc: 3/0,0 mode: PW/PW res: [0x3b2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dacf expref: 49 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.771652:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073cb8aac/0x9268ded837c4c830 lrc: 0/0,0 mode: --/PW res: [0x3b2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dacf expref: 49 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.771662:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.771664:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.771666:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005a297fe7/0x9268ded837c507a0 lrc: 3/0,1 mode: PW/PW res: [0x3b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.771672:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a297fe7/0x9268ded837c507a0 lrc: 4/0,1 mode: PW/PW res: [0x3b2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.771704:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968961.771721:0:14891:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005a297fe7/0x9268ded837c507a0 lrc: 3/0,1 mode: PW/PW res: [0x3b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.771728:0:14891:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a297fe7/0x9268ded837c507a0 lrc: 3/0,1 mode: PW/PW res: [0x3b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.771736:0:14891:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a297fe7/0x9268ded837c507a0 lrc: 3/0,1 mode: PW/PW res: [0x3b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.771740:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002249a018 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+48:2265:x1858043754105280:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 137us (356us total) trans 0 rc 0/0 00010000:00010000:2.0:1771968961.771743:0:14891:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005a297fe7/0x9268ded837c507a0 lrc: 2/0,0 mode: PW/PW res: [0x3b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.771748:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11472 00010000:00010000:2.0:1771968961.771761:0:14891:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1771968961.771846:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1771968961.771851:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005a297fe7/0x9268ded837c507a0 lrc: 2/0,0 mode: PW/PW res: [0x3b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.771887:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005a297fe7 already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.771891:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005a297fe7/0x9268ded837c507a0 lrc: 2/0,0 mode: PW/PW res: [0x3b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.771904:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005a297fe7/0x9268ded837c507a0 lrc: 3/0,0 mode: PW/PW res: [0x3b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.771917:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005a297fe7/0x9268ded837c507a0 lrc: 1/0,0 mode: --/PW res: [0x3b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.771923:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a297fe7/0x9268ded837c507a0 lrc: 0/0,0 mode: --/PW res: [0x3b2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.771936:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.771937:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.771938:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.771982:0:14891:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000344f702a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+46:3333:x1858043760302336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8770us (9101us total) trans 4294969038 rc 0/0 00000100:00100000:2.0:1771968961.771991:0:14891:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6339 00000004:00080000:3.0:1771968961.772077:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003e073b74/2, rc 0, transno 1742 00000100:00100000:3.0:1771968961.772095:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e073b74 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760302336:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1771968961.772374:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005e7c1470 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760304320:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1771968961.772433:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.772459:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754105344 00010000:00010000:2.0:1771968961.772479:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008de374ae/0x9268ded837c4b846 lrc: 4/0,0 mode: PW/PW res: [0x3aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d59d expref: 48 pid: 8206 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.772507:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11473 00000100:00100000:0.0:1771968961.772509:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.772512:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000567a97c3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+48:2264:x1858043754105344:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1771968961.772523:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.772526:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008de374ae/0x9268ded837c4b846 lrc: 4/0,0 mode: PW/PW res: [0x3aa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d59d expref: 48 pid: 8206 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.772535:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008de374ae/0x9268ded837c4b846 lrc: 3/0,0 mode: PW/PW res: [0x3aa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d59d expref: 48 pid: 8206 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.772552:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008de374ae/0x9268ded837c4b846 lrc: 0/0,0 mode: --/PW res: [0x3aa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d59d expref: 48 pid: 8206 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.772562:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.772563:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.772566:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c507a7 lrc: 3/0,1 mode: PW/PW res: [0x3aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.772572:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c507a7 lrc: 4/0,1 mode: PW/PW res: [0x3aa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.772573:0:14875:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000042b6133 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14875:1858043760302912:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.772588:0:14875:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000013615e59/0x9268ded837c507b5 lrc: 3/0,1 mode: --/PW res: [0x1f3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.772595:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968961.772616:0:14874:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c507a7 lrc: 3/0,1 mode: PW/PW res: [0x3aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.772622:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000567a97c3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+47:2264:x1858043754105344:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 107us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.772637:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11473 00010000:00010000:3.0:1771968961.772645:0:14874:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c507a7 lrc: 3/0,1 mode: PW/PW res: [0x3aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.772648:0:14894:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008172d2c5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14894:1858043760302784:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.772661:0:14874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c507a7 lrc: 3/0,1 mode: PW/PW res: [0x3aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.772665:0:14894:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000309c8bec/0x9268ded837c507ae lrc: 3/0,1 mode: --/PW res: [0x1db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.772671:0:14874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c507a7 lrc: 2/0,0 mode: PW/PW res: [0x3aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.772691:0:14874:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1771968961.772700:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968961.772706:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c507a7 lrc: 2/0,0 mode: PW/PW res: [0x3aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.772714:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008b4c2472 already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.772717:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c507a7 lrc: 2/0,0 mode: PW/PW res: [0x3aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.772725:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c507a7 lrc: 3/0,0 mode: PW/PW res: [0x3aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.772736:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c507a7 lrc: 1/0,0 mode: --/PW res: [0x3aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.772744:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c507a7 lrc: 0/0,0 mode: --/PW res: [0x3aa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.772749:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1771968961.772759:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.772761:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.772763:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.772773:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754105408 00000100:00100000:1.0:1771968961.772775:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1771968961.772786:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000466c73a5/0x9268ded837c05d01 lrc: 4/0,0 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026306 expref: 64 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.772807:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754105472 00010000:00010000:2.0:1771968961.772818:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006cdb32c7/0x9268ded837c043d2 lrc: 4/0,0 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0258d3 expref: 47 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.772823:0:14891:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760304320 00000100:00100000:2.0:1771968961.772839:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11474 00000100:00100000:2.0:1771968961.772844:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d62cdc94 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+64:2265:x1858043754105408:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00000100:00100000:0.0:1771968961.772848:0:14891:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6355 00010000:00010000:2.0:1771968961.772852:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1771968961.772853:0:14891:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b97fbf30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+47:3332:x1858043760304320:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1771968961.772856:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000466c73a5/0x9268ded837c05d01 lrc: 4/0,0 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026306 expref: 64 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.772875:0:14874:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bda9c73b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+47:3333:x1858043760302272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9642us (9940us total) trans 4294969039 rc 0/0 00002000:00080000:0.0:1771968961.772886:0:14891:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:473 count 1 00010000:00010000:2.0:1771968961.772887:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000466c73a5/0x9268ded837c05d01 lrc: 3/0,0 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026306 expref: 64 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.772890:0:14874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6340 00010000:00010000:0.0:1771968961.772907:0:14891:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a129fb0/0x9268ded837c50810 lrc: 3/0,1 mode: --/PW res: [0x1d9:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.772908:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000466c73a5/0x9268ded837c05d01 lrc: 0/0,0 mode: --/PW res: [0x1f3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026306 expref: 64 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.772919:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.772921:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.772921:0:14891:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006e08ca4a/0x9268ded837c0412b lrc: 2/0,0 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0257c9 expref: 47 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.772924:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000013615e59/0x9268ded837c507b5 lrc: 3/0,1 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1771968961.772928:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004e011996/2, rc 0, transno 1743 00010000:00010000:0.0:1771968961.772929:0:14891:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.772931:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000013615e59/0x9268ded837c507b5 lrc: 4/0,1 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.772932:0:14891:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.772934:0:14891:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a129fb0/0x9268ded837c50810 lrc: 4/0,1 mode: --/PW res: [0x1d9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.772940:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e011996 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760302272:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1771968961.772953:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968961.772959:0:14891:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006e08ca4a/0x9268ded837c0412b lrc: 3/0,0 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0257c9 expref: 47 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.772964:0:8220:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11475 00000100:00100000:3.0:1771968961.772972:0:8220:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000557683c7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+47:2265:x1858043754105472:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1771968961.772977:0:14891:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006e08ca4a/0x9268ded837c0412b lrc: 4/0,0 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0257c9 expref: 47 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.772979:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d62cdc94 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+63:2265:x1858043754105408:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 131us (227us total) trans 0 rc 0/0 00010000:00010000:3.0:1771968961.772986:0:8220:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1771968961.772986:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11474 00000100:00100000:0.0:1771968961.772990:0:14891:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001eae3889 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14891:1858043760304384:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.772994:0:8220:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006cdb32c7/0x9268ded837c043d2 lrc: 4/0,0 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0258d3 expref: 47 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.773008:0:8220:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006cdb32c7/0x9268ded837c043d2 lrc: 3/0,0 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0258d3 expref: 47 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.773024:0:14891:0:(client.c:2500:ptlrpc_set_wait()) set 0000000062659596 going to sleep for 43 seconds 00010000:00010000:3.0:1771968961.773025:0:8220:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006cdb32c7/0x9268ded837c043d2 lrc: 0/0,0 mode: --/PW res: [0x1db:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0258d3 expref: 47 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.773041:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.773043:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.773045:0:14875:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000013615e59/0x9268ded837c507b5 lrc: 3/0,1 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.773045:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1771968961.773046:0:8220:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000309c8bec/0x9268ded837c507ae lrc: 3/0,1 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.773054:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006a6c9afc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760304448:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1771968961.773061:0:14875:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000013615e59/0x9268ded837c507b5 lrc: 3/0,1 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.773066:0:8220:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000309c8bec/0x9268ded837c507ae lrc: 4/0,1 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.773075:0:14875:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000013615e59/0x9268ded837c507b5 lrc: 3/0,1 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.773085:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1771968961.773088:0:14875:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000013615e59/0x9268ded837c507b5 lrc: 2/0,0 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.773103:0:14875:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1771968961.773108:0:8220:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1771968961.773114:0:14874:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760304448 00000100:00100000:3.0:1771968961.773131:0:8220:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000557683c7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+46:2265:x1858043754105472:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 158us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.773138:0:14874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6356 00000100:00100000:3.0:1771968961.773142:0:8220:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11475 00000100:00100000:0.0:1771968961.773146:0:14874:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002c04497f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+47:3332:x1858043760304448:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1771968961.773159:0:14874:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:502 count 1 00010000:00010000:0.0:1771968961.773172:0:14874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ffca0b25/0x9268ded837c50817 lrc: 3/0,1 mode: --/PW res: [0x1f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.773204:0:14874:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000f265bb9/0x9268ded837c060b9 lrc: 2/0,0 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026487 expref: 45 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.773210:0:14874:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.773212:0:14874:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.773213:0:14874:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ffca0b25/0x9268ded837c50817 lrc: 4/0,1 mode: --/PW res: [0x1f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.773230:0:14874:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000f265bb9/0x9268ded837c060b9 lrc: 3/0,0 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026487 expref: 45 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.773237:0:14874:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000f265bb9/0x9268ded837c060b9 lrc: 4/0,0 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026487 expref: 45 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.773246:0:14874:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df67884b pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14874:1858043760304512:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.773267:0:14874:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ffdc4401 going to sleep for 43 seconds 00010000:00010000:3.0:1771968961.773382:0:14894:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000309c8bec/0x9268ded837c507ae lrc: 3/0,1 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.773391:0:14894:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000309c8bec/0x9268ded837c507ae lrc: 3/0,1 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.773399:0:14894:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000309c8bec/0x9268ded837c507ae lrc: 3/0,1 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.773404:0:14894:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000309c8bec/0x9268ded837c507ae lrc: 2/0,0 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.773429:0:14894:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1771968961.773580:0:14875:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a80f930 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+48:3335:x1858043760302464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7923us (7962us total) trans 4294969129 rc 0/0 00000100:00100000:2.0:1771968961.773587:0:14875:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6342 00010000:00010000:2.0:1771968961.773605:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1771968961.773609:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000013615e59/0x9268ded837c507b5 lrc: 2/0,0 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.773617:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000013615e59 already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.773620:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000013615e59/0x9268ded837c507b5 lrc: 2/0,0 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.773626:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000013615e59/0x9268ded837c507b5 lrc: 3/0,0 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.773639:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000013615e59/0x9268ded837c507b5 lrc: 1/0,0 mode: --/PW res: [0x1f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.773645:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000013615e59/0x9268ded837c507b5 lrc: 0/0,0 mode: --/PW res: [0x1f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.773660:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968961.773662:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000309c8bec/0x9268ded837c507ae lrc: 2/0,0 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.773673:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000309c8bec already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.773675:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000309c8bec/0x9268ded837c507ae lrc: 2/0,0 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.773681:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000309c8bec/0x9268ded837c507ae lrc: 3/0,0 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.773692:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000309c8bec/0x9268ded837c507ae lrc: 1/0,0 mode: --/PW res: [0x1db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.773698:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000309c8bec/0x9268ded837c507ae lrc: 0/0,0 mode: --/PW res: [0x1db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.773710:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.773712:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.773713:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1771968961.773744:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001d046cf1/2, rc 0, transno 1833 00000100:00100000:1.0:1771968961.773757:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001d046cf1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760302464:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1771968961.773820:0:14884:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a81845f pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14884:1858043760302976:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.773834:0:14884:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000b27433e/0x9268ded837c507bc lrc: 3/0,1 mode: --/PW res: [0x3b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.773849:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1771968961.773857:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b21801f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760304576:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1771968961.773897:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.773919:0:14875:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760304576 00000100:00100000:2.0:1771968961.773954:0:14875:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6357 00010000:00010000:0.0:1771968961.773956:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.773958:0:14875:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000492aff73 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+48:3335:x1858043760304576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1771968961.773973:0:14875:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:942 count 1 00010000:00010000:2.0:1771968961.773989:0:14875:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011b2e0d7/0x9268ded837c5081e lrc: 3/0,1 mode: --/PW res: [0x3ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.773995:0:14894:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004310c99f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+48:3334:x1858043760302400:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8651us (9882us total) trans 4294969040 rc 0/0 00010000:00010000:2.0:1771968961.774007:0:14875:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b3768f11/0x9268ded837c4be66 lrc: 2/0,0 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d7aa expref: 62 pid: 14877 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.774011:0:14894:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6341 00010000:00010000:2.0:1771968961.774019:0:14875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.774021:0:14875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.774022:0:14875:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011b2e0d7/0x9268ded837c5081e lrc: 4/0,1 mode: --/PW res: [0x3ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.774041:0:14875:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b3768f11/0x9268ded837c4be66 lrc: 3/0,0 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d7aa expref: 62 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.774048:0:14875:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b3768f11/0x9268ded837c4be66 lrc: 4/0,0 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d7aa expref: 62 pid: 14877 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.774056:0:14875:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b305ba5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14875:1858043760304640:192.168.202.27@tcp:104: 00000004:00080000:3.0:1771968961.774066:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fcc95143/2, rc 0, transno 1744 00000100:00100000:3.0:1771968961.774082:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fcc95143 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760302400:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1771968961.774139:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1771968961.774149:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000daf3c51a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760304704:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1771968961.774202:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.774213:0:14875:0:(client.c:2500:ptlrpc_set_wait()) set 0000000098a33877 going to sleep for 43 seconds 00000100:00100000:3.0:1771968961.774358:0:14894:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760304704 00000100:00100000:3.0:1771968961.774446:0:14894:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6358 00000100:00100000:3.0:1771968961.774453:0:14894:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003e6c5ffb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+48:3334:x1858043760304704:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1771968961.774467:0:14894:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:518 count 1 00010000:00010000:3.0:1771968961.774481:0:14894:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002abfc5d2/0x9268ded837c50825 lrc: 3/0,1 mode: --/PW res: [0x206:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.774494:0:14894:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000009f73fd5/0x9268ded837c06edc lrc: 2/0,0 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026ab5 expref: 45 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.774500:0:14894:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.774502:0:14894:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.774503:0:14894:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002abfc5d2/0x9268ded837c50825 lrc: 4/0,1 mode: --/PW res: [0x206:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.774523:0:14894:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000009f73fd5/0x9268ded837c06edc lrc: 3/0,0 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026ab5 expref: 45 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.774533:0:14894:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000009f73fd5/0x9268ded837c06edc lrc: 4/0,0 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026ab5 expref: 45 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.774543:0:14894:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069696d48 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14894:1858043760304768:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.774573:0:14894:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e64fae12 going to sleep for 43 seconds 00000100:00100000:1.0:1771968961.774922:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.774960:0:6217:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754105536 00010000:00010000:2.0:1771968961.774981:0:6217:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000068fd0aae/0x9268ded837c4c16f lrc: 4/0,0 mode: PW/PW res: [0x3b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d89f expref: 63 pid: 8204 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.775014:0:6217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11476 00000100:00100000:2.0:1771968961.775018:0:6217:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9fde56b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+63:2264:x1858043754105536:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1771968961.775028:0:6217:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.775033:0:6217:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000068fd0aae/0x9268ded837c4c16f lrc: 4/0,0 mode: PW/PW res: [0x3b0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d89f expref: 63 pid: 8204 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.775042:0:6217:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000068fd0aae/0x9268ded837c4c16f lrc: 3/0,0 mode: PW/PW res: [0x3b0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d89f expref: 63 pid: 8204 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.775055:0:6217:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000068fd0aae/0x9268ded837c4c16f lrc: 0/0,0 mode: --/PW res: [0x3b0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d89f expref: 63 pid: 8204 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.775069:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.775070:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.775072:0:6217:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000b27433e/0x9268ded837c507bc lrc: 3/0,1 mode: PW/PW res: [0x3b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.775079:0:6217:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b27433e/0x9268ded837c507bc lrc: 4/0,1 mode: PW/PW res: [0x3b0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.775095:0:6217:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.775114:0:14884:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000b27433e/0x9268ded837c507bc lrc: 3/0,1 mode: PW/PW res: [0x3b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.775123:0:14884:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000b27433e/0x9268ded837c507bc lrc: 3/0,1 mode: PW/PW res: [0x3b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.775126:0:6217:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9fde56b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+62:2264:x1858043754105536:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 107us (204us total) trans 0 rc 0/0 00010000:00010000:1.0:1771968961.775132:0:14884:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b27433e/0x9268ded837c507bc lrc: 3/0,1 mode: PW/PW res: [0x3b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.775133:0:6217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11476 00010000:00010000:1.0:1771968961.775139:0:14884:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000b27433e/0x9268ded837c507bc lrc: 2/0,0 mode: PW/PW res: [0x3b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.775157:0:14884:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1771968961.775164:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968961.775168:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000b27433e/0x9268ded837c507bc lrc: 2/0,0 mode: PW/PW res: [0x3b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.775219:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000b27433e already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.775223:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000b27433e/0x9268ded837c507bc lrc: 2/0,0 mode: PW/PW res: [0x3b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.775230:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000b27433e/0x9268ded837c507bc lrc: 3/0,0 mode: PW/PW res: [0x3b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.775241:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000b27433e/0x9268ded837c507bc lrc: 1/0,0 mode: --/PW res: [0x3b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.775247:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b27433e/0x9268ded837c507bc lrc: 0/0,0 mode: --/PW res: [0x3b0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.775261:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.775262:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.775264:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1771968961.775551:0:14884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008eeab365 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+49:3335:x1858043760302848:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9717us (9761us total) trans 4294969130 rc 0/0 00000100:00100000:1.0:1771968961.775560:0:14884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6343 00000004:00080000:1.0:1771968961.775604:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006ae02daf/2, rc 0, transno 1834 00000100:00100000:1.0:1771968961.775617:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006ae02daf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760302848:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.775644:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.775662:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.775675:0:6217:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754105664 00000100:00100000:1.0:1771968961.775677:0:14896:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e694a031 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14896:1858043760303296:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.775690:0:6217:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cbb8f4d9/0x9268ded837c45685 lrc: 5/0,0 mode: PW/PW res: [0x392:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b273 expref: 46 pid: 14892 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.775694:0:14896:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000340f7652/0x9268ded837c507d1 lrc: 3/0,1 mode: --/PW res: [0x3b4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.775709:0:6217:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754105792 00000100:00100000:1.0:1771968961.775711:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1771968961.775719:0:6217:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009aa4c880/0x9268ded837c04204 lrc: 5/0,0 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02582b expref: 47 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.775720:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f8372c9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760304832:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.775737:0:6217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11477 00000100:00100000:2.0:1771968961.775741:0:6217:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000015909335 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+47:2265:x1858043754105664:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00000100:00100000:1.0:1771968961.775749:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1771968961.775750:0:6217:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.775753:0:6217:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cbb8f4d9/0x9268ded837c45685 lrc: 5/0,0 mode: PW/PW res: [0x392:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b273 expref: 47 pid: 14892 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.775761:0:6217:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cbb8f4d9/0x9268ded837c45685 lrc: 4/0,0 mode: PW/PW res: [0x392:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b273 expref: 47 pid: 14892 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.775769:0:14884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760304832 00010000:00010000:2.0:1771968961.775776:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.775777:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.775779:0:6217:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000610301c/0x9268ded837c507ca lrc: 3/0,1 mode: PW/PW res: [0x392:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.775787:0:14884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6359 00000100:00100000:1.0:1771968961.775790:0:14884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000444c2442 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+49:3333:x1858043760304832:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1771968961.775792:0:6217:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000610301c/0x9268ded837c507ca lrc: 4/0,1 mode: PW/PW res: [0x392:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.775803:0:6217:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:1.0:1771968961.775807:0:14884:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:947 count 1 00010000:00010000:1.0:1771968961.775824:0:14884:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005a297fe7/0x9268ded837c5082c lrc: 3/0,1 mode: --/PW res: [0x3b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.775825:0:6217:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000015909335 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+47:2265:x1858043754105664:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 83us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.775831:0:6217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11477 00010000:00010000:1.0:1771968961.775836:0:14884:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fb1aec5b/0x9268ded837c4ca67 lrc: 2/0,0 mode: PW/PW res: [0x3b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03db7e expref: 61 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.775842:0:14884:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1771968961.775843:0:6217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11478 00010000:00010000:1.0:1771968961.775844:0:14884:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.775845:0:14884:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a297fe7/0x9268ded837c5082c lrc: 4/0,1 mode: --/PW res: [0x3b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.775847:0:6217:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d38bbbe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+46:2265:x1858043754105792:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1771968961.775853:0:6217:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.775856:0:6217:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009aa4c880/0x9268ded837c04204 lrc: 5/0,0 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02582b expref: 46 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.775876:0:14884:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fb1aec5b/0x9268ded837c4ca67 lrc: 3/0,0 mode: PW/PW res: [0x3b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03db7e expref: 61 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.775878:0:6217:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009aa4c880/0x9268ded837c04204 lrc: 4/0,0 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02582b expref: 46 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.775886:0:14884:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fb1aec5b/0x9268ded837c4ca67 lrc: 4/0,0 mode: PW/PW res: [0x3b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03db7e expref: 61 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.775890:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.775892:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.775894:0:6217:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b19f9ad7/0x9268ded837c507d8 lrc: 3/0,1 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.775896:0:14884:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd3e8e95 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14884:1858043760304896:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.775900:0:6217:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b19f9ad7/0x9268ded837c507d8 lrc: 4/0,1 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.775910:0:6217:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1771968961.775920:0:14884:0:(client.c:2500:ptlrpc_set_wait()) set 0000000058285a6b going to sleep for 43 seconds 00000100:00100000:2.0:1771968961.775922:0:6217:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d38bbbe pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+46:2265:x1858043754105792:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 74us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.775929:0:6217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11478 00000100:00100000:1.0:1771968961.775956:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968961.775972:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754105600 00000100:00100000:2.0:1771968961.775980:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1771968961.775985:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000daa60c58/0x9268ded837c4c01f lrc: 5/0,0 mode: PW/PW res: [0x3af:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d82f expref: 46 pid: 8204 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.775994:0:6217:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754105728 00010000:00010000:2.0:1771968961.776003:0:6217:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005f3ef37e/0x9268ded837c4cc5f lrc: 4/0,0 mode: PW/PW res: [0x3b4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dc18 expref: 62 pid: 14893 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.776004:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11479 00000100:00100000:1.0:1771968961.776008:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f0f838b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+46:2265:x1858043754105600:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1771968961.776015:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.776019:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000daa60c58/0x9268ded837c4c01f lrc: 5/0,0 mode: PW/PW res: [0x3af:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d82f expref: 46 pid: 8204 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.776021:0:6217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11480 00000100:00100000:2.0:1771968961.776025:0:6217:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008abc75af pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+62:2265:x1858043754105728:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:1.0:1771968961.776027:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000daa60c58/0x9268ded837c4c01f lrc: 4/0,0 mode: PW/PW res: [0x3af:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d82f expref: 46 pid: 8204 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.776031:0:6217:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.776034:0:6217:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005f3ef37e/0x9268ded837c4cc5f lrc: 4/0,0 mode: PW/PW res: [0x3b4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dc18 expref: 62 pid: 14893 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.776041:0:6217:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005f3ef37e/0x9268ded837c4cc5f lrc: 3/0,0 mode: PW/PW res: [0x3b4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dc18 expref: 62 pid: 14893 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.776042:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.776043:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.776046:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005308c069/0x9268ded837c507c3 lrc: 3/0,1 mode: PW/PW res: [0x3af:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.776052:0:6217:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f3ef37e/0x9268ded837c4cc5f lrc: 0/0,0 mode: --/PW res: [0x3b4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dc18 expref: 62 pid: 14893 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.776052:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005308c069/0x9268ded837c507c3 lrc: 4/0,1 mode: PW/PW res: [0x3af:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.776062:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.776063:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.776064:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968961.776065:0:6217:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000340f7652/0x9268ded837c507d1 lrc: 3/0,1 mode: PW/PW res: [0x3b4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.776071:0:6217:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000340f7652/0x9268ded837c507d1 lrc: 4/0,1 mode: PW/PW res: [0x3b4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.776080:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f0f838b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+46:2265:x1858043754105600:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 71us (124us total) trans 0 rc 0/0 00010000:00010000:2.0:1771968961.776086:0:6217:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1771968961.776086:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11479 00010000:00010000:2.0:1771968961.776095:0:14896:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000340f7652/0x9268ded837c507d1 lrc: 3/0,1 mode: PW/PW res: [0x3b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.776101:0:14896:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000340f7652/0x9268ded837c507d1 lrc: 3/0,1 mode: PW/PW res: [0x3b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.776107:0:14896:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000340f7652/0x9268ded837c507d1 lrc: 3/0,1 mode: PW/PW res: [0x3b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.776112:0:14896:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000340f7652/0x9268ded837c507d1 lrc: 2/0,0 mode: PW/PW res: [0x3b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.776123:0:14896:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1771968961.776171:0:13424:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae5f4362 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13424:1858043760303680:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.776206:0:13424:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f4611c8d/0x9268ded837c507df lrc: 3/0,1 mode: --/PW res: [0x3a9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.776235:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968961.776248:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754105856 00010000:00010000:1.0:1771968961.776258:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fc3b68f7/0x9268ded837c043d9 lrc: 5/0,0 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0258da expref: 62 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.776265:0:14896:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a3920b04 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+50:3332:x1858043760303104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9377us (10012us total) trans 4294969131 rc 0/0 00000100:00100000:2.0:1771968961.776272:0:14896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6346 00000100:00100000:1.0:1771968961.776272:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11481 00000100:00100000:1.0:1771968961.776276:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae5f4362 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+62:2265:x1858043754105856:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1771968961.776282:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.776286:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fc3b68f7/0x9268ded837c043d9 lrc: 5/0,0 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0258da expref: 62 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.776294:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fc3b68f7/0x9268ded837c043d9 lrc: 4/0,0 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0258da expref: 62 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.776298:0:14892:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000035b00ab7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14892:1858043760303616:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.776306:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fc3b68f7/0x9268ded837c043d9 lrc: 0/0,0 mode: --/PW res: [0x1dc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0258da expref: 62 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.776311:0:14892:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005990c9ed/0x9268ded837c507e6 lrc: 3/0,1 mode: --/PW res: [0x1dc:0x0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.776315:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.776316:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.776318:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005990c9ed/0x9268ded837c507e6 lrc: 3/0,1 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.776324:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005990c9ed/0x9268ded837c507e6 lrc: 4/0,1 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.776392:0:8659:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009aa4c880/0x9268ded837c04204 lrc: 0/0,0 mode: --/PW res: [0x1da:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02582b expref: 45 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.776403:0:8659:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a51e3be pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8659:1858043760303360:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.776420:0:8659:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b19f9ad7/0x9268ded837c507d8 lrc: 3/0,1 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.776426:0:8659:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b19f9ad7/0x9268ded837c507d8 lrc: 3/0,1 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.776431:0:8659:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b19f9ad7/0x9268ded837c507d8 lrc: 3/0,1 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.776437:0:8659:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b19f9ad7/0x9268ded837c507d8 lrc: 3/0,1 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.776442:0:8659:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b19f9ad7/0x9268ded837c507d8 lrc: 2/0,0 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.776455:0:8659:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1771968961.776716:0:14887:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000daa60c58/0x9268ded837c4c01f lrc: 0/0,0 mode: --/PW res: [0x3af:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d82f expref: 44 pid: 8204 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.776728:0:14887:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb514154 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14887:1858043760303168:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.776738:0:14887:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005308c069/0x9268ded837c507c3 lrc: 3/0,1 mode: PW/PW res: [0x3af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.776745:0:14887:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005308c069/0x9268ded837c507c3 lrc: 3/0,1 mode: PW/PW res: [0x3af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.776750:0:14887:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005308c069/0x9268ded837c507c3 lrc: 3/0,1 mode: PW/PW res: [0x3af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.776756:0:14887:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005308c069/0x9268ded837c507c3 lrc: 3/0,1 mode: PW/PW res: [0x3af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.776762:0:14887:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005308c069/0x9268ded837c507c3 lrc: 2/0,0 mode: PW/PW res: [0x3af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.776813:0:14887:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1771968961.776852:0:8659:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090fb61b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+50:3334:x1858043760303040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9626us (10087us total) trans 4294969041 rc 0/0 00000100:00100000:0.0:1771968961.776859:0:8659:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6347 00010000:00010000:0.0:1771968961.776891:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1771968961.776896:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000340f7652/0x9268ded837c507d1 lrc: 2/0,0 mode: PW/PW res: [0x3b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.776904:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000340f7652 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.776908:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000340f7652/0x9268ded837c507d1 lrc: 2/0,0 mode: PW/PW res: [0x3b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.776915:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000340f7652/0x9268ded837c507d1 lrc: 3/0,0 mode: PW/PW res: [0x3b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.776923:0:14887:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db56e782 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+49:3332:x1858043760302656:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10590us (10848us total) trans 4294969042 rc 0/0 00010000:00010000:0.0:1771968961.776928:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000340f7652/0x9268ded837c507d1 lrc: 1/0,0 mode: --/PW res: [0x3b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.776930:0:14887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6344 00010000:00010000:0.0:1771968961.776934:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000340f7652/0x9268ded837c507d1 lrc: 0/0,0 mode: --/PW res: [0x3b4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.776948:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1771968961.776950:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b19f9ad7/0x9268ded837c507d8 lrc: 2/0,0 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.776956:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b19f9ad7 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.776958:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b19f9ad7/0x9268ded837c507d8 lrc: 2/0,0 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.776964:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b19f9ad7/0x9268ded837c507d8 lrc: 3/0,0 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.776966:0:14895:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cbb8f4d9/0x9268ded837c45685 lrc: 0/0,0 mode: --/PW res: [0x392:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b273 expref: 43 pid: 14892 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.776974:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b19f9ad7/0x9268ded837c507d8 lrc: 1/0,0 mode: --/PW res: [0x1da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.776977:0:14895:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008fa150ea pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14895:1858043760303232:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.776980:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b19f9ad7/0x9268ded837c507d8 lrc: 0/0,0 mode: --/PW res: [0x1da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.776990:0:14895:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000610301c/0x9268ded837c507ca lrc: 3/0,1 mode: PW/PW res: [0x392:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.776992:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.776994:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005308c069/0x9268ded837c507c3 lrc: 2/0,0 mode: PW/PW res: [0x3af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.776998:0:14895:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000610301c/0x9268ded837c507ca lrc: 3/0,1 mode: PW/PW res: [0x392:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.777005:0:14895:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000610301c/0x9268ded837c507ca lrc: 3/0,1 mode: PW/PW res: [0x392:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.777006:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005308c069 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.777009:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005308c069/0x9268ded837c507c3 lrc: 2/0,0 mode: PW/PW res: [0x3af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.777011:0:14895:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000610301c/0x9268ded837c507ca lrc: 3/0,1 mode: PW/PW res: [0x392:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.777014:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005308c069/0x9268ded837c507c3 lrc: 3/0,0 mode: PW/PW res: [0x3af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.777017:0:14895:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000610301c/0x9268ded837c507ca lrc: 2/0,0 mode: PW/PW res: [0x392:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.777021:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005308c069/0x9268ded837c507c3 lrc: 1/0,0 mode: --/PW res: [0x3af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.777025:0:14895:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1771968961.777027:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005308c069/0x9268ded837c507c3 lrc: 0/0,0 mode: --/PW res: [0x3af:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.777038:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.777040:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000610301c/0x9268ded837c507ca lrc: 2/0,0 mode: PW/PW res: [0x392:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.777046:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000610301c already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.777047:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000610301c/0x9268ded837c507ca lrc: 2/0,0 mode: PW/PW res: [0x392:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.777053:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000610301c/0x9268ded837c507ca lrc: 3/0,0 mode: PW/PW res: [0x392:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.777061:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000610301c/0x9268ded837c507ca lrc: 1/0,0 mode: --/PW res: [0x392:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.777072:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000610301c/0x9268ded837c507ca lrc: 0/0,0 mode: --/PW res: [0x392:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.777087:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.777088:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.777090:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1771968961.777119:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b7d55482/2, rc 0, transno 1835 00000100:00100000:0.0:1771968961.777138:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b7d55482 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760303104:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.777144:0:14895:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ef543a4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+49:3332:x1858043760302720:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10749us (10992us total) trans 4294969043 rc 0/0 00000100:00100000:3.0:1771968961.777151:0:14895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6345 00000004:00080000:0.0:1771968961.777151:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ee3fad1e/2, rc 0, transno 1747 00000100:00100000:0.0:1771968961.777160:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee3fad1e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760302720:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1771968961.777169:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004775210f/2, rc 0, transno 1746 00000100:00100000:0.0:1771968961.777199:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004775210f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760302656:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1771968961.777234:0:6217:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008abc75af pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+61:2265:x1858043754105728:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 1207us (1253us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.777241:0:6217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11480 00000100:00100000:0.0:1771968961.777261:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1771968961.777270:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c094f0c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760304960:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1771968961.777383:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.777387:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968961.777388:0:14892:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005990c9ed/0x9268ded837c507e6 lrc: 3/0,1 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.777395:0:14892:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005990c9ed/0x9268ded837c507e6 lrc: 3/0,1 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.777402:0:14892:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005990c9ed/0x9268ded837c507e6 lrc: 3/0,1 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.777408:0:14892:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005990c9ed/0x9268ded837c507e6 lrc: 2/0,0 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.777425:0:14892:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1771968961.777426:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1771968961.777447:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.777450:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005990c9ed/0x9268ded837c507e6 lrc: 2/0,0 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.777457:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005990c9ed already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.777459:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005990c9ed/0x9268ded837c507e6 lrc: 2/0,0 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.777465:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005990c9ed/0x9268ded837c507e6 lrc: 3/0,0 mode: PW/PW res: [0x1dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.777479:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005990c9ed/0x9268ded837c507e6 lrc: 1/0,0 mode: --/PW res: [0x1dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.777485:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005990c9ed/0x9268ded837c507e6 lrc: 0/0,0 mode: --/PW res: [0x1dc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.777498:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.777499:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.777500:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968961.777511:0:14895:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760304960 00000100:00100000:0.0:1771968961.777535:0:14895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6360 00000100:00100000:0.0:1771968961.777539:0:14895:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf9937ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+49:3332:x1858043760304960:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1771968961.777557:0:14895:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:509 count 1 00010000:00010000:0.0:1771968961.777572:0:14895:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000026d4d01b/0x9268ded837c50833 lrc: 3/0,1 mode: --/PW res: [0x1fd:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.777583:0:14895:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c85f6087/0x9268ded837c066d9 lrc: 2/0,0 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026735 expref: 42 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.777590:0:14895:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.777592:0:14895:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.777593:0:14895:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026d4d01b/0x9268ded837c50833 lrc: 4/0,1 mode: --/PW res: [0x1fd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.777611:0:14895:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c85f6087/0x9268ded837c066d9 lrc: 3/0,0 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026735 expref: 42 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.777620:0:14895:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c85f6087/0x9268ded837c066d9 lrc: 4/0,0 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026735 expref: 42 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.777630:0:14895:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095caffcc pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14895:1858043760305152:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.777655:0:14895:0:(client.c:2500:ptlrpc_set_wait()) set 000000009521e2f2 going to sleep for 43 seconds 00000100:00100000:0.0:1771968961.777672:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000001539fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760305024:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1771968961.777697:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1771968961.777718:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003259198f/2, rc 0, transno 1745 00000100:00100000:0.0:1771968961.777724:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003259198f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760303040:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1771968961.777760:0:14892:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d553c7f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+50:3334:x1858043760303488:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10069us (10151us total) trans 4294969132 rc 0/0 00000100:00100000:0.0:1771968961.777764:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bd1e5a05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760305216:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1771968961.777767:0:14892:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6349 00000100:00100000:2.0:1771968961.777782:0:14892:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760305024 00000100:00100000:0.0:1771968961.777785:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.777798:0:14892:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760305216 00000100:00100000:2.0:1771968961.777815:0:14892:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6361 00000100:00100000:0.0:1771968961.777818:0:8659:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6362 00000100:00100000:2.0:1771968961.777819:0:14892:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000030f0b30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+51:3334:x1858043760305024:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1771968961.777822:0:8659:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eca11ad0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+51:3332:x1858043760305216:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1771968961.777829:0:14892:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:516 count 1 00002000:00080000:0.0:1771968961.777830:0:8659:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:505 count 1 00010000:00010000:2.0:1771968961.777841:0:14892:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c50841 lrc: 3/0,1 mode: --/PW res: [0x204:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.777841:0:8659:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000100fbae6/0x9268ded837c5083a lrc: 3/0,1 mode: --/PW res: [0x1f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.777852:0:14892:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000015446e6/0x9268ded837c06cf9 lrc: 2/0,0 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0269e3 expref: 42 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.777852:0:8659:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005f00dbe0/0x9268ded837c0636e lrc: 2/0,0 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0265b4 expref: 42 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.777872:0:14892:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.777873:0:14892:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.777873:0:8659:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.777874:0:8659:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.777875:0:14892:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c50841 lrc: 4/0,1 mode: --/PW res: [0x204:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.777875:0:8659:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000100fbae6/0x9268ded837c5083a lrc: 4/0,1 mode: --/PW res: [0x1f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.777892:0:14892:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000015446e6/0x9268ded837c06cf9 lrc: 3/0,0 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0269e3 expref: 42 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.777892:0:8659:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005f00dbe0/0x9268ded837c0636e lrc: 3/0,0 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0265b4 expref: 42 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.777901:0:14892:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000015446e6/0x9268ded837c06cf9 lrc: 4/0,0 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0269e3 expref: 42 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.777906:0:8659:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005f00dbe0/0x9268ded837c0636e lrc: 4/0,0 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0265b4 expref: 42 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.777910:0:14892:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030aab3a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14892:1858043760305280:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.777913:0:8659:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000021a7a3aa pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8659:1858043760305344:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.777931:0:14892:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b84ea446 going to sleep for 43 seconds 00000100:00100000:0.0:1771968961.777961:0:8659:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d52d0fff going to sleep for 43 seconds 00000004:00080000:0.0:1771968961.777982:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b43c7cba/2, rc 0, transno 1836 00000100:00100000:0.0:1771968961.777991:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b43c7cba pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760303488:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.777996:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1771968961.778002:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000567a97c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760305088:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.778026:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.778048:0:14887:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760305088 00000100:00100000:0.0:1771968961.778067:0:14887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6363 00000100:00100000:0.0:1771968961.778071:0:14887:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002bb3aa23 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+50:3334:x1858043760305088:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1771968961.778082:0:14887:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:915 count 1 00010000:00010000:0.0:1771968961.778094:0:14887:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e2bdc005/0x9268ded837c50848 lrc: 3/0,1 mode: --/PW res: [0x393:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.778104:0:14887:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b41011e6/0x9268ded837c458a0 lrc: 2/0,0 mode: PW/PW res: [0x393:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b31b expref: 60 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.778111:0:14887:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.778113:0:14887:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.778114:0:14887:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2bdc005/0x9268ded837c50848 lrc: 4/0,1 mode: --/PW res: [0x393:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.778134:0:14887:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b41011e6/0x9268ded837c458a0 lrc: 3/0,0 mode: PW/PW res: [0x393:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b31b expref: 60 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.778143:0:14887:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b41011e6/0x9268ded837c458a0 lrc: 4/0,0 mode: PW/PW res: [0x393:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b31b expref: 60 pid: 8204 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.778151:0:14887:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000968ce1d8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14887:1858043760305408:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.778209:0:14887:0:(client.c:2500:ptlrpc_set_wait()) set 00000000afa413e4 going to sleep for 43 seconds 00000100:00100000:3.0:1771968961.779522:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.779540:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d62cdc94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760305472:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.779552:0:6217:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754105920 00010000:00010000:3.0:1771968961.779574:0:6217:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000d5ab3e2/0x9268ded837c4b5c2 lrc: 4/0,0 mode: PW/PW res: [0x3a9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d4cb expref: 61 pid: 14877 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.779577:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1771968961.779637:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1771968961.779645:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae5f4362 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+61:2265:x1858043754105856:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 3367us (3410us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968961.779654:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11481 00000100:00100000:1.0:1771968961.779676:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11482 00000100:00100000:1.0:1771968961.779682:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fa150ea pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+60:2266:x1858043754105920:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00000100:00100000:2.0:1771968961.779687:0:14896:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760305472 00010000:00010000:1.0:1771968961.779694:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.779699:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000d5ab3e2/0x9268ded837c4b5c2 lrc: 4/0,0 mode: PW/PW res: [0x3a9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d4cb expref: 60 pid: 14877 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.779711:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000d5ab3e2/0x9268ded837c4b5c2 lrc: 3/0,0 mode: PW/PW res: [0x3a9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d4cb expref: 60 pid: 14877 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.779712:0:14896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6364 00000100:00100000:2.0:1771968961.779716:0:14896:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005f7980ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+51:3333:x1858043760305472:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.779733:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d5ab3e2/0x9268ded837c4b5c2 lrc: 0/0,0 mode: --/PW res: [0x3a9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d4cb expref: 60 pid: 14877 timeout: 540 lvb_type: 0 00002000:00080000:2.0:1771968961.779735:0:14896:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:475 count 1 00010000:00010000:1.0:1771968961.779746:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.779747:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.779751:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f4611c8d/0x9268ded837c507df lrc: 3/0,1 mode: PW/PW res: [0x3a9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.779754:0:14896:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5084f lrc: 3/0,1 mode: --/PW res: [0x1db:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.779759:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f4611c8d/0x9268ded837c507df lrc: 4/0,1 mode: PW/PW res: [0x3a9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.779765:0:14896:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000063996b64/0x9268ded837c0420b lrc: 2/0,0 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025832 expref: 59 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.779771:0:14896:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.779773:0:14896:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.779774:0:14896:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5084f lrc: 4/0,1 mode: --/PW res: [0x1db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.779783:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968961.779795:0:14896:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000063996b64/0x9268ded837c0420b lrc: 3/0,0 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025832 expref: 59 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.779799:0:13424:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f4611c8d/0x9268ded837c507df lrc: 3/0,1 mode: PW/PW res: [0x3a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.779805:0:14896:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000063996b64/0x9268ded837c0420b lrc: 4/0,0 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025832 expref: 59 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.779807:0:13424:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f4611c8d/0x9268ded837c507df lrc: 3/0,1 mode: PW/PW res: [0x3a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.779816:0:14896:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007a7a0a08 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14896:1858043760305536:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.779816:0:13424:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f4611c8d/0x9268ded837c507df lrc: 3/0,1 mode: PW/PW res: [0x3a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.779823:0:13424:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f4611c8d/0x9268ded837c507df lrc: 2/0,0 mode: PW/PW res: [0x3a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.779837:0:13424:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1771968961.779843:0:14896:0:(client.c:2500:ptlrpc_set_wait()) set 0000000038ff8050 going to sleep for 43 seconds 00010000:00010000:2.0:1771968961.779854:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968961.779870:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f4611c8d/0x9268ded837c507df lrc: 2/0,0 mode: PW/PW res: [0x3a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.779880:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f4611c8d already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.779883:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f4611c8d/0x9268ded837c507df lrc: 2/0,0 mode: PW/PW res: [0x3a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.779891:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f4611c8d/0x9268ded837c507df lrc: 3/0,0 mode: PW/PW res: [0x3a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.779904:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f4611c8d/0x9268ded837c507df lrc: 1/0,0 mode: --/PW res: [0x3a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.779909:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f4611c8d/0x9268ded837c507df lrc: 0/0,0 mode: --/PW res: [0x3a9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.779923:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.779924:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.779925:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1771968961.780089:0:13424:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024df8315 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+52:3333:x1858043760303424:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12407us (12526us total) trans 4294969133 rc 0/0 00000100:00100000:1.0:1771968961.780096:0:13424:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6348 00000100:00100000:1.0:1771968961.780129:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fa150ea pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+59:2266:x1858043754105920:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 447us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968961.780135:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11482 00000004:00080000:0.0:1771968961.780327:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000481db578/2, rc 0, transno 1837 00000100:00100000:0.0:1771968961.780373:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000481db578 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760303424:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.780489:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1771968961.780497:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002662304d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760305600:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.780677:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.780894:0:8204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760305600 00000100:00100000:0.0:1771968961.780930:0:8204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6365 00000100:00100000:0.0:1771968961.780936:0:8204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab929e9b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+52:3335:x1858043760305600:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1771968961.780951:0:8204:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:473 count 1 00010000:00010000:0.0:1771968961.780968:0:8204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c50856 lrc: 3/0,1 mode: --/PW res: [0x1d9:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.780982:0:8204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001f7d624d/0x9268ded837c04013 lrc: 2/0,0 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025760 expref: 58 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.780989:0:8204:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.780990:0:8204:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.780992:0:8204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c50856 lrc: 4/0,1 mode: --/PW res: [0x1d9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.781013:0:8204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001f7d624d/0x9268ded837c04013 lrc: 3/0,0 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025760 expref: 58 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.781022:0:8204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001f7d624d/0x9268ded837c04013 lrc: 4/0,0 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025760 expref: 58 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.781033:0:8204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d65231a3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8204:1858043760305664:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.781058:0:8204:0:(client.c:2500:ptlrpc_set_wait()) set 000000009d364265 going to sleep for 43 seconds 00000100:00100000:0.0:1771968961.781673:0:14888:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d1ae569 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14888:1858043760303744:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.781702:0:14888:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000038e68a1f/0x9268ded837c507ed lrc: 3/0,1 mode: --/PW res: [0x1dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.781765:0:14877:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033d2452c pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14877:1858043760304000:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.781781:0:14877:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000be678bbf/0x9268ded837c507fb lrc: 3/0,1 mode: --/PW res: [0x1d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.781806:0:8206:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036e8a862 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8206:1858043760304256:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.781820:0:8206:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000aa27d807/0x9268ded837c50809 lrc: 3/0,1 mode: --/PW res: [0x38e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.781825:0:14875:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b305ba5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14875:1858043760304640:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.781838:0:14875:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000011b2e0d7/0x9268ded837c5081e lrc: 3/0,1 mode: --/PW res: [0x3ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.781884:0:14891:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001eae3889 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14891:1858043760304384:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.781899:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1771968961.781902:0:14891:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005a129fb0/0x9268ded837c50810 lrc: 3/0,1 mode: --/PW res: [0x1d9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.781917:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.781926:0:14874:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df67884b pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14874:1858043760304512:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.781935:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1771968961.781937:0:14874:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ffca0b25/0x9268ded837c50817 lrc: 3/0,1 mode: --/PW res: [0x1f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.781957:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.781960:0:8205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f479c45 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8205:1858043760304192:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.781971:0:8205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004f5d38c3/0x9268ded837c50802 lrc: 3/0,1 mode: --/PW res: [0x3b5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.781977:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.782002:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968961.782023:0:14894:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069696d48 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14894:1858043760304768:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.782038:0:14894:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002abfc5d2/0x9268ded837c50825 lrc: 3/0,1 mode: --/PW res: [0x206:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.782045:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.782058:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968961.782064:0:14884:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd3e8e95 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14884:1858043760304896:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.782070:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1771968961.782074:0:14884:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005a297fe7/0x9268ded837c5082c lrc: 3/0,1 mode: --/PW res: [0x3b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.782082:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968961.782094:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754106048 00010000:00010000:1.0:1771968961.782113:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000af05ca7c/0x9268ded837c4bb48 lrc: 5/0,0 mode: PW/PW res: [0x3ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d699 expref: 59 pid: 14877 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.782130:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754106176 00000100:00100000:2.0:1771968961.782135:0:14892:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030aab3a8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14892:1858043760305280:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.782138:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000087f4cb60/0x9268ded837c4ce7a lrc: 4/0,0 mode: PW/PW res: [0x3b5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dcdc expref: 60 pid: 14893 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.782148:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754106304 00010000:00010000:2.0:1771968961.782149:0:14892:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c50841 lrc: 3/0,1 mode: --/PW res: [0x204:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.782156:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006e08ca4a/0x9268ded837c0412b lrc: 4/0,0 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0257c9 expref: 43 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.782166:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754106112 00000100:00100000:2.0:1771968961.782200:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.782220:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.782222:0:8659:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000021a7a3aa pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8659:1858043760305344:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.782233:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1771968961.782233:0:8659:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000100fbae6/0x9268ded837c5083a lrc: 3/0,1 mode: --/PW res: [0x1f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.782258:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754106240 00010000:00010000:0.0:1771968961.782271:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d39bee5c/0x9268ded837c44b3a lrc: 4/0,0 mode: PW/PW res: [0x38e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ae91 expref: 45 pid: 14892 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.782285:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754106368 00010000:00010000:0.0:1771968961.782293:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000f265bb9/0x9268ded837c060b9 lrc: 4/0,0 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026487 expref: 46 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.782304:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754106496 00010000:00010000:0.0:1771968961.782312:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000009f73fd5/0x9268ded837c06edc lrc: 4/0,0 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026ab5 expref: 47 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.782322:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754106432 00010000:00010000:0.0:1771968961.782330:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b3768f11/0x9268ded837c4be66 lrc: 4/0,0 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d7aa expref: 61 pid: 14877 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.782338:0:14890:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000055cc3933 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14890:1858043760303872:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.782341:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754106560 00010000:00010000:0.0:1771968961.782348:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fb1aec5b/0x9268ded837c4ca67 lrc: 4/0,0 mode: PW/PW res: [0x3b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03db7e expref: 62 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.782351:0:14890:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a0d9410c/0x9268ded837c507f4 lrc: 3/0,1 mode: --/PW res: [0x3ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.782357:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754105984 00010000:00010000:0.0:1771968961.782364:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007e394ae0/0x9268ded837c044f1 lrc: 4/0,0 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02594a expref: 63 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.782368:0:7226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754106624 00000100:00100000:0.0:1771968961.782373:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754106752 00010000:00010000:0.0:1771968961.782378:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000015446e6/0x9268ded837c06cf9 lrc: 4/0,0 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0269e3 expref: 49 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.782379:0:7226:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005f00dbe0/0x9268ded837c0636e lrc: 4/0,0 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0265b4 expref: 49 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.782394:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754106688 00000100:00100000:3.0:1771968961.782399:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11483 00010000:00010000:0.0:1771968961.782402:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c85f6087/0x9268ded837c066d9 lrc: 5/0,0 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026735 expref: 50 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.782404:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000437a9f87 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+63:2267:x1858043754106048:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00000100:00100000:0.0:1771968961.782413:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11484 00010000:00010000:3.0:1771968961.782415:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1771968961.782417:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b305ba5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+63:2267:x1858043754106176:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1771968961.782420:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000af05ca7c/0x9268ded837c4bb48 lrc: 4/0,0 mode: PW/PW res: [0x3ac:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d699 expref: 63 pid: 14877 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.782422:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.782425:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000087f4cb60/0x9268ded837c4ce7a lrc: 4/0,0 mode: PW/PW res: [0x3b5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dcdc expref: 63 pid: 14893 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.782430:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000af05ca7c/0x9268ded837c4bb48 lrc: 3/0,0 mode: PW/PW res: [0x3ac:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d699 expref: 63 pid: 14877 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.782432:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000087f4cb60/0x9268ded837c4ce7a lrc: 3/0,0 mode: PW/PW res: [0x3b5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dcdc expref: 63 pid: 14893 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.782451:0:7226:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af05ca7c/0x9268ded837c4bb48 lrc: 0/0,0 mode: --/PW res: [0x3ac:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d699 expref: 63 pid: 14877 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.782451:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087f4cb60/0x9268ded837c4ce7a lrc: 0/0,0 mode: --/PW res: [0x3b5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03dcdc expref: 63 pid: 14893 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.782464:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.782464:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.782467:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.782467:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.782469:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004f5d38c3/0x9268ded837c50802 lrc: 3/0,1 mode: PW/PW res: [0x3b5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.782470:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a0d9410c/0x9268ded837c507f4 lrc: 3/0,1 mode: PW/PW res: [0x3ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.782478:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a0d9410c/0x9268ded837c507f4 lrc: 4/0,1 mode: PW/PW res: [0x3ac:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.782478:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004f5d38c3/0x9268ded837c50802 lrc: 4/0,1 mode: PW/PW res: [0x3b5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.782492:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968961.782527:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000437a9f87 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+61:2267:x1858043754106048:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 122us (630us total) trans 0 rc 0/0 00010000:00010000:1.0:1771968961.782527:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ade8383c/0x9268ded837c03ffe lrc: 4/0,0 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025752 expref: 50 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.782536:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11483 00000100:00100000:1.0:1771968961.782545:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11485 00000100:00100000:1.0:1771968961.782549:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d1ae569 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+50:2267:x1858043754106304:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00000100:00100000:3.0:1771968961.782551:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11486 00000100:00100000:3.0:1771968961.782554:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035b00ab7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+50:2267:x1858043754106240:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1771968961.782557:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.782559:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.782560:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006e08ca4a/0x9268ded837c0412b lrc: 4/0,0 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0257c9 expref: 50 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.782562:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d39bee5c/0x9268ded837c44b3a lrc: 4/0,0 mode: PW/PW res: [0x38e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ae91 expref: 50 pid: 14892 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.782569:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006e08ca4a/0x9268ded837c0412b lrc: 3/0,0 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0257c9 expref: 50 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.782570:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d39bee5c/0x9268ded837c44b3a lrc: 3/0,0 mode: PW/PW res: [0x38e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ae91 expref: 50 pid: 14892 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.782585:0:7226:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d39bee5c/0x9268ded837c44b3a lrc: 0/0,0 mode: --/PW res: [0x38e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ae91 expref: 50 pid: 14892 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.782585:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006e08ca4a/0x9268ded837c0412b lrc: 0/0,0 mode: --/PW res: [0x1d9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0257c9 expref: 50 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.782596:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.782596:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.782598:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.782598:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.782599:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005a129fb0/0x9268ded837c50810 lrc: 3/0,1 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.782600:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000aa27d807/0x9268ded837c50809 lrc: 3/0,1 mode: PW/PW res: [0x38e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.782607:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aa27d807/0x9268ded837c50809 lrc: 4/0,1 mode: PW/PW res: [0x38e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.782607:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005a129fb0/0x9268ded837c50810 lrc: 4/0,1 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.782628:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.782630:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.782638:0:8206:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000aa27d807/0x9268ded837c50809 lrc: 3/0,1 mode: PW/PW res: [0x38e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.782644:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035b00ab7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+48:2267:x1858043754106240:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 89us (668us total) trans 0 rc 0/0 00010000:00010000:1.0:1771968961.782646:0:8206:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aa27d807/0x9268ded837c50809 lrc: 3/0,1 mode: PW/PW res: [0x38e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.782651:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11486 00010000:00010000:1.0:1771968961.782655:0:8206:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aa27d807/0x9268ded837c50809 lrc: 3/0,1 mode: PW/PW res: [0x38e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.782662:0:8206:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aa27d807/0x9268ded837c50809 lrc: 2/0,0 mode: PW/PW res: [0x38e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.782663:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11487 00000100:00100000:3.0:1771968961.782667:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f479c45 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+47:2267:x1858043754106368:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1771968961.782675:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.782677:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000f265bb9/0x9268ded837c060b9 lrc: 4/0,0 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026487 expref: 47 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.782685:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000f265bb9/0x9268ded837c060b9 lrc: 3/0,0 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026487 expref: 47 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.782729:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1771968961.782746:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b305ba5 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+60:2267:x1858043754106176:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 327us (828us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.782753:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11484 00000100:00100000:0.0:1771968961.782764:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11488 00000100:00100000:0.0:1771968961.782768:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0858e09 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+47:2266:x1858043754106496:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1771968961.782774:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.782778:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000009f73fd5/0x9268ded837c06edc lrc: 4/0,0 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026ab5 expref: 47 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.782783:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1771968961.782787:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000009f73fd5/0x9268ded837c06edc lrc: 3/0,0 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026ab5 expref: 47 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.782801:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000009f73fd5/0x9268ded837c06edc lrc: 0/0,0 mode: --/PW res: [0x206:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026ab5 expref: 47 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.782810:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.782811:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.782813:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002abfc5d2/0x9268ded837c50825 lrc: 3/0,1 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.782818:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002abfc5d2/0x9268ded837c50825 lrc: 4/0,1 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.782834:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1771968961.782853:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0858e09 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+46:2266:x1858043754106496:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 84us (809us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.782873:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11488 00000100:00100000:0.0:1771968961.782886:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754106816 00010000:00010000:0.0:1771968961.782897:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b41011e6/0x9268ded837c458a0 lrc: 5/0,0 mode: PW/PW res: [0x393:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b31b expref: 60 pid: 8204 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.782911:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11489 00000100:00100000:0.0:1771968961.782914:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f39c4c6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+60:2266:x1858043754106432:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1771968961.782922:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.782925:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b3768f11/0x9268ded837c4be66 lrc: 4/0,0 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d7aa expref: 60 pid: 14877 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.782934:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b3768f11/0x9268ded837c4be66 lrc: 3/0,0 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d7aa expref: 60 pid: 14877 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.782947:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3768f11/0x9268ded837c4be66 lrc: 0/0,0 mode: --/PW res: [0x3ae:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03d7aa expref: 60 pid: 14877 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.782956:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.782958:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.782960:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000011b2e0d7/0x9268ded837c5081e lrc: 3/0,1 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.782967:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011b2e0d7/0x9268ded837c5081e lrc: 4/0,1 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.782988:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1771968961.783005:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f39c4c6 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+59:2266:x1858043754106432:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 90us (946us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.783011:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11489 00000100:00100000:0.0:1771968961.783023:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11490 00000100:00100000:0.0:1771968961.783027:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1c0e92f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+58:2266:x1858043754106560:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1771968961.783035:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.783038:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fb1aec5b/0x9268ded837c4ca67 lrc: 4/0,0 mode: PW/PW res: [0x3b3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03db7e expref: 58 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.783048:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fb1aec5b/0x9268ded837c4ca67 lrc: 3/0,0 mode: PW/PW res: [0x3b3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03db7e expref: 58 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.783061:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb1aec5b/0x9268ded837c4ca67 lrc: 0/0,0 mode: --/PW res: [0x3b3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03db7e expref: 58 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.783071:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.783073:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.783075:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005a297fe7/0x9268ded837c5082c lrc: 3/0,1 mode: PW/PW res: [0x3b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.783081:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a297fe7/0x9268ded837c5082c lrc: 4/0,1 mode: PW/PW res: [0x3b3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.783099:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1771968961.783114:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1c0e92f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+57:2266:x1858043754106560:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 86us (1044us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.783121:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11490 00000100:00100000:0.0:1771968961.783133:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11491 00000100:00100000:0.0:1771968961.783137:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040db137f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+56:2265:x1858043754105984:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1771968961.783144:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.783148:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007e394ae0/0x9268ded837c044f1 lrc: 4/0,0 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02594a expref: 56 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.783162:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007e394ae0/0x9268ded837c044f1 lrc: 3/0,0 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02594a expref: 56 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.783211:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007e394ae0/0x9268ded837c044f1 lrc: 0/0,0 mode: --/PW res: [0x1dd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02594a expref: 56 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.783221:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.783223:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.783225:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000038e68a1f/0x9268ded837c507ed lrc: 3/0,1 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.783231:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038e68a1f/0x9268ded837c507ed lrc: 4/0,1 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.783248:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1771968961.783265:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040db137f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+55:2265:x1858043754105984:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 127us (1183us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.783272:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11491 00000100:00100000:0.0:1771968961.783284:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11492 00000100:00100000:0.0:1771968961.783288:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a77c9b9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+45:2264:x1858043754106752:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1771968961.783295:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.783300:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000015446e6/0x9268ded837c06cf9 lrc: 4/0,0 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0269e3 expref: 45 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.783309:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000015446e6/0x9268ded837c06cf9 lrc: 3/0,0 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0269e3 expref: 45 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.783327:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000015446e6/0x9268ded837c06cf9 lrc: 0/0,0 mode: --/PW res: [0x204:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0269e3 expref: 45 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.783338:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.783339:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.783341:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c50841 lrc: 3/0,1 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.783347:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c50841 lrc: 4/0,1 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.783362:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1771968961.783378:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a77c9b9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+44:2264:x1858043754106752:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 89us (1158us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.783385:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11492 00000100:00100000:0.0:1771968961.783396:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11493 00000100:00100000:0.0:1771968961.783400:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8e192f0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+43:2264:x1858043754106624:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1771968961.783407:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.783411:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005f00dbe0/0x9268ded837c0636e lrc: 4/0,0 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0265b4 expref: 43 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.783419:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005f00dbe0/0x9268ded837c0636e lrc: 3/0,0 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0265b4 expref: 43 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.783432:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005f00dbe0/0x9268ded837c0636e lrc: 0/0,0 mode: --/PW res: [0x1f9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0265b4 expref: 43 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.783448:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.783450:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.783452:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000100fbae6/0x9268ded837c5083a lrc: 3/0,1 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.783458:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000100fbae6/0x9268ded837c5083a lrc: 4/0,1 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.783475:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1771968961.783491:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8e192f0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+42:2264:x1858043754106624:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 90us (1292us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.783497:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11493 00000100:00100000:0.0:1771968961.783511:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11494 00000100:00100000:0.0:1771968961.783515:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ff491fa7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+41:2265:x1858043754106688:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1771968961.783522:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.783526:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c85f6087/0x9268ded837c066d9 lrc: 5/0,0 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026735 expref: 41 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.783534:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c85f6087/0x9268ded837c066d9 lrc: 4/0,0 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026735 expref: 41 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.783546:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.783548:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.783550:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000026d4d01b/0x9268ded837c50833 lrc: 3/0,1 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.783556:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000026d4d01b/0x9268ded837c50833 lrc: 4/0,1 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.783568:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1771968961.783584:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ff491fa7 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+41:2265:x1858043754106688:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 68us (1350us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.783589:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11494 00000100:00100000:0.0:1771968961.783601:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11495 00000100:00100000:0.0:1771968961.783604:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ab4a3f21 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+40:2267:x1858043754106112:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1771968961.783610:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.783614:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ade8383c/0x9268ded837c03ffe lrc: 4/0,0 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025752 expref: 40 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.783622:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ade8383c/0x9268ded837c03ffe lrc: 3/0,0 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025752 expref: 40 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.783637:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ade8383c/0x9268ded837c03ffe lrc: 0/0,0 mode: --/PW res: [0x1d8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025752 expref: 40 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.783646:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.783648:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.783649:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000be678bbf/0x9268ded837c507fb lrc: 3/0,1 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.783655:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000be678bbf/0x9268ded837c507fb lrc: 4/0,1 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.783671:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1771968961.783686:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab4a3f21 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+39:2267:x1858043754106112:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 81us (1730us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.783693:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11495 00000100:00100000:0.0:1771968961.783706:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11496 00000100:00100000:0.0:1771968961.783710:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000344094d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+54:2267:x1858043754106816:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1771968961.783716:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.783720:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b41011e6/0x9268ded837c458a0 lrc: 5/0,0 mode: PW/PW res: [0x393:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b31b expref: 54 pid: 8204 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.783729:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b41011e6/0x9268ded837c458a0 lrc: 4/0,0 mode: PW/PW res: [0x393:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b31b expref: 54 pid: 8204 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.783743:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.783744:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.783746:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e2bdc005/0x9268ded837c50848 lrc: 3/0,1 mode: PW/PW res: [0x393:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.783752:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e2bdc005/0x9268ded837c50848 lrc: 4/0,1 mode: PW/PW res: [0x393:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.783764:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1771968961.783776:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000344094d4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+54:2267:x1858043754106816:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 65us (993us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.783782:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11496 00010000:00010000:0.0:1771968961.783801:0:8659:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000100fbae6/0x9268ded837c5083a lrc: 3/0,1 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.783808:0:8659:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000100fbae6/0x9268ded837c5083a lrc: 3/0,1 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.783821:0:8659:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000100fbae6/0x9268ded837c5083a lrc: 3/0,1 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.783827:0:8659:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000100fbae6/0x9268ded837c5083a lrc: 2/0,0 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.783889:0:8206:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1771968961.784012:0:7226:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f265bb9/0x9268ded837c060b9 lrc: 0/0,0 mode: --/PW res: [0x1f6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026487 expref: 38 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.784024:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.784026:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.784028:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ffca0b25/0x9268ded837c50817 lrc: 3/0,1 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.784034:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ffca0b25/0x9268ded837c50817 lrc: 4/0,1 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.784051:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968961.784065:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f479c45 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+37:2267:x1858043754106368:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 1397us (2064us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.784071:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11487 00010000:00010000:3.0:1771968961.784127:0:14890:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a0d9410c/0x9268ded837c507f4 lrc: 3/0,1 mode: PW/PW res: [0x3ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.784136:0:14890:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a0d9410c/0x9268ded837c507f4 lrc: 3/0,1 mode: PW/PW res: [0x3ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.784147:0:14890:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a0d9410c/0x9268ded837c507f4 lrc: 3/0,1 mode: PW/PW res: [0x3ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.784152:0:8206:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075a86022 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+52:3334:x1858043760304128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14387us (14548us total) trans 4294969044 rc 0/0 00010000:00010000:3.0:1771968961.784154:0:14890:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a0d9410c/0x9268ded837c507f4 lrc: 2/0,0 mode: PW/PW res: [0x3ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.784159:0:8206:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6354 00010000:00010000:1.0:1771968961.784194:0:14877:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000be678bbf/0x9268ded837c507fb lrc: 3/0,1 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.784238:0:8659:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1771968961.784405:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1771968961.784411:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aa27d807/0x9268ded837c50809 lrc: 2/0,0 mode: PW/PW res: [0x38e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.784418:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000aa27d807 already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.784422:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa27d807/0x9268ded837c50809 lrc: 2/0,0 mode: PW/PW res: [0x38e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.784429:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aa27d807/0x9268ded837c50809 lrc: 3/0,0 mode: PW/PW res: [0x38e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.784446:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aa27d807/0x9268ded837c50809 lrc: 1/0,0 mode: --/PW res: [0x38e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.784452:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aa27d807/0x9268ded837c50809 lrc: 0/0,0 mode: --/PW res: [0x38e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.784468:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1771968961.784470:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000100fbae6/0x9268ded837c5083a lrc: 2/0,0 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.784475:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000100fbae6 already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.784476:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000100fbae6/0x9268ded837c5083a lrc: 2/0,0 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.784481:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000100fbae6/0x9268ded837c5083a lrc: 3/0,0 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.784490:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000100fbae6/0x9268ded837c5083a lrc: 1/0,0 mode: --/PW res: [0x1f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.784495:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000100fbae6/0x9268ded837c5083a lrc: 0/0,0 mode: --/PW res: [0x1f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.784506:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968961.784508:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a0d9410c/0x9268ded837c507f4 lrc: 3/0,0 mode: PW/PW res: [0x3ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.784518:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a0d9410c already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.784520:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0d9410c/0x9268ded837c507f4 lrc: 3/0,0 mode: PW/PW res: [0x3ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.784526:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0d9410c/0x9268ded837c507f4 lrc: 4/0,0 mode: PW/PW res: [0x3ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.784535:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a0d9410c/0x9268ded837c507f4 lrc: 2/0,0 mode: --/PW res: [0x3ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.784542:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.784543:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.784545:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.784553:0:14892:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c50841 lrc: 3/0,1 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.784559:0:14892:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c50841 lrc: 3/0,1 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.784566:0:14892:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c50841 lrc: 3/0,1 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.784573:0:14892:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c50841 lrc: 2/0,0 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.784588:0:14892:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1771968961.784625:0:8659:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eca11ad0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+52:3332:x1858043760305216:12345-0@lo:6:osp-syn-0-0.0 Request processed in 6802us (6839us total) trans 4294969045 rc 0/0 00000100:00100000:0.0:1771968961.784633:0:8659:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6362 00010000:00010000:0.0:1771968961.784653:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.784656:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c50841 lrc: 2/0,0 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.784663:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008b4c2472 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.784665:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c50841 lrc: 2/0,0 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.784670:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c50841 lrc: 3/0,0 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.784680:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c50841 lrc: 1/0,0 mode: --/PW res: [0x204:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.784686:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c50841 lrc: 0/0,0 mode: --/PW res: [0x204:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.784701:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.784703:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.784704:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.784713:0:14874:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ffca0b25/0x9268ded837c50817 lrc: 3/0,1 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.784719:0:14874:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ffca0b25/0x9268ded837c50817 lrc: 3/0,1 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.784726:0:14874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ffca0b25/0x9268ded837c50817 lrc: 3/0,1 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.784733:0:14874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ffca0b25/0x9268ded837c50817 lrc: 2/0,0 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.784744:0:14874:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1771968961.784901:0:14892:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000030f0b30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+53:3334:x1858043760305024:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7080us (7203us total) trans 4294969046 rc 0/0 00000100:00100000:2.0:1771968961.784908:0:14892:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6361 00010000:00010000:2.0:1771968961.784925:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968961.784929:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ffca0b25/0x9268ded837c50817 lrc: 2/0,0 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.784935:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ffca0b25 already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.784937:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ffca0b25/0x9268ded837c50817 lrc: 2/0,0 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.784943:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ffca0b25/0x9268ded837c50817 lrc: 3/0,0 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.784953:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ffca0b25/0x9268ded837c50817 lrc: 1/0,0 mode: --/PW res: [0x1f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.784959:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ffca0b25/0x9268ded837c50817 lrc: 0/0,0 mode: --/PW res: [0x1f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.784970:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.784971:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.784972:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.784976:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.784983:0:14875:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000011b2e0d7/0x9268ded837c5081e lrc: 3/0,1 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.784991:0:14875:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011b2e0d7/0x9268ded837c5081e lrc: 3/0,1 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.785003:0:14875:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011b2e0d7/0x9268ded837c5081e lrc: 3/0,1 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.785009:0:14875:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000011b2e0d7/0x9268ded837c5081e lrc: 2/0,0 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.785022:0:14875:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1771968961.785067:0:14874:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002c04497f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+52:3332:x1858043760304448:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11923us (11982us total) trans 4294969047 rc 0/0 00000100:00100000:0.0:1771968961.785075:0:14874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6356 00010000:00010000:0.0:1771968961.785093:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.785095:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000011b2e0d7/0x9268ded837c5081e lrc: 2/0,0 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.785102:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000011b2e0d7 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.785104:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000011b2e0d7/0x9268ded837c5081e lrc: 2/0,0 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.785116:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000011b2e0d7/0x9268ded837c5081e lrc: 3/0,0 mode: PW/PW res: [0x3ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.785126:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000011b2e0d7/0x9268ded837c5081e lrc: 1/0,0 mode: --/PW res: [0x3ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.785132:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011b2e0d7/0x9268ded837c5081e lrc: 0/0,0 mode: --/PW res: [0x3ae:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.785144:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.785146:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.785147:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.785152:0:14875:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000492aff73 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+53:3335:x1858043760304576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11193us (11255us total) trans 4294969134 rc 0/0 00010000:00010000:0.0:1771968961.785158:0:14888:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000038e68a1f/0x9268ded837c507ed lrc: 3/0,1 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.785159:0:14875:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6357 00010000:00010000:0.0:1771968961.785165:0:14888:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000038e68a1f/0x9268ded837c507ed lrc: 3/0,1 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.785172:0:14888:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000038e68a1f/0x9268ded837c507ed lrc: 3/0,1 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.785197:0:14888:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000038e68a1f/0x9268ded837c507ed lrc: 2/0,0 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.785214:0:14888:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1771968961.785228:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009b21801f/2, rc 0, transno 1838 00000100:00100000:2.0:1771968961.785240:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b21801f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760304576:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1771968961.785252:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968961.785255:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000038e68a1f/0x9268ded837c507ed lrc: 2/0,0 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.785261:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000038e68a1f already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.785263:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000038e68a1f/0x9268ded837c507ed lrc: 2/0,0 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.785270:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000038e68a1f/0x9268ded837c507ed lrc: 3/0,0 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.785279:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000038e68a1f/0x9268ded837c507ed lrc: 1/0,0 mode: --/PW res: [0x1dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.785289:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000038e68a1f/0x9268ded837c507ed lrc: 0/0,0 mode: --/PW res: [0x1dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.785300:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.785301:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.785302:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.785368:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000045d06529 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760305728:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.785401:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.785425:0:14875:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760305728 00000100:00100000:2.0:1771968961.785454:0:14875:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6366 00000100:00100000:2.0:1771968961.785460:0:14875:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c6cae4b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+54:3335:x1858043760305728:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1771968961.785489:0:14875:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:911 count 1 00000100:00100000:0.0:1771968961.785510:0:14888:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001eb4bb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+54:3334:x1858043760303552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17701us (17855us total) trans 4294969135 rc 0/0 00010000:00010000:2.0:1771968961.785514:0:14875:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006cb4caba/0x9268ded837c5085d lrc: 3/0,1 mode: --/PW res: [0x38f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.785520:0:14888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6350 00010000:00010000:2.0:1771968961.785530:0:14875:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006dddb27b/0x9268ded837c44d4e lrc: 2/0,0 mode: PW/PW res: [0x38f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03af40 expref: 53 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.785538:0:14875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.785540:0:14875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.785542:0:14875:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006cb4caba/0x9268ded837c5085d lrc: 4/0,1 mode: --/PW res: [0x38f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.785556:0:14887:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b41011e6/0x9268ded837c458a0 lrc: 0/0,0 mode: --/PW res: [0x393:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 8192->12287) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b31b expref: 53 pid: 8204 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.785565:0:14875:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006dddb27b/0x9268ded837c44d4e lrc: 3/0,0 mode: PW/PW res: [0x38f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03af40 expref: 52 pid: 14892 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.785566:0:14887:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000968ce1d8 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14887:1858043760305408:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.785576:0:14875:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006dddb27b/0x9268ded837c44d4e lrc: 4/0,0 mode: PW/PW res: [0x38f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03af40 expref: 52 pid: 14892 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.785583:0:14887:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e2bdc005/0x9268ded837c50848 lrc: 3/0,1 mode: PW/PW res: [0x393:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.785586:0:14875:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b3548d2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14875:1858043760305792:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.785590:0:14887:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e2bdc005/0x9268ded837c50848 lrc: 3/0,1 mode: PW/PW res: [0x393:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.785596:0:14887:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e2bdc005/0x9268ded837c50848 lrc: 3/0,1 mode: PW/PW res: [0x393:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.785602:0:14887:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e2bdc005/0x9268ded837c50848 lrc: 3/0,1 mode: PW/PW res: [0x393:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.785607:0:14887:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e2bdc005/0x9268ded837c50848 lrc: 2/0,0 mode: PW/PW res: [0x393:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.785614:0:14875:0:(client.c:2500:ptlrpc_set_wait()) set 000000008b62ec6f going to sleep for 43 seconds 00010000:00010000:0.0:1771968961.785619:0:14887:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1771968961.785623:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968961.785625:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e2bdc005/0x9268ded837c50848 lrc: 2/0,0 mode: PW/PW res: [0x393:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.785632:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e2bdc005 already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.785634:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2bdc005/0x9268ded837c50848 lrc: 2/0,0 mode: PW/PW res: [0x393:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.785640:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e2bdc005/0x9268ded837c50848 lrc: 3/0,0 mode: PW/PW res: [0x393:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.785651:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e2bdc005/0x9268ded837c50848 lrc: 1/0,0 mode: --/PW res: [0x393:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.785657:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e2bdc005/0x9268ded837c50848 lrc: 0/0,0 mode: --/PW res: [0x393:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.785670:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.785671:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.785672:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968961.785705:0:14887:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002bb3aa23 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+54:3334:x1858043760305088:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7633us (7679us total) trans 4294969136 rc 0/0 00000100:00100000:0.0:1771968961.785711:0:14887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6363 00000100:00100000:0.0:1771968961.785737:0:8204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d65231a3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8204:1858043760305664:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.785751:0:8204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c50856 lrc: 3/0,1 mode: --/PW res: [0x1d9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.785777:0:14895:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c85f6087/0x9268ded837c066d9 lrc: 0/0,0 mode: --/PW res: [0x1fd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026735 expref: 36 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.785787:0:14895:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095caffcc pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14895:1858043760305152:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.785797:0:14895:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000026d4d01b/0x9268ded837c50833 lrc: 3/0,1 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.785800:0:14896:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007a7a0a08 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14896:1858043760305536:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.785804:0:14895:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000026d4d01b/0x9268ded837c50833 lrc: 3/0,1 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.785810:0:14895:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000026d4d01b/0x9268ded837c50833 lrc: 3/0,1 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.785811:0:14896:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5084f lrc: 3/0,1 mode: --/PW res: [0x1db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.785817:0:14895:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000026d4d01b/0x9268ded837c50833 lrc: 3/0,1 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.785824:0:14895:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000026d4d01b/0x9268ded837c50833 lrc: 2/0,0 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.785836:0:14895:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1771968961.785873:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.785965:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.786146:0:14895:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf9937ec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+52:3332:x1858043760304960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8606us (8720us total) trans 4294969048 rc 0/0 00000100:00100000:0.0:1771968961.786152:0:14895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6360 00010000:00010000:0.0:1771968961.786167:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.786171:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000026d4d01b/0x9268ded837c50833 lrc: 2/0,0 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.786200:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000026d4d01b already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.786202:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000026d4d01b/0x9268ded837c50833 lrc: 2/0,0 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.786208:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000026d4d01b/0x9268ded837c50833 lrc: 3/0,0 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.786219:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000026d4d01b/0x9268ded837c50833 lrc: 1/0,0 mode: --/PW res: [0x1fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.786225:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026d4d01b/0x9268ded837c50833 lrc: 0/0,0 mode: --/PW res: [0x1fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.786238:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.786240:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.786241:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.786251:0:8205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004f5d38c3/0x9268ded837c50802 lrc: 3/0,1 mode: PW/PW res: [0x3b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.786258:0:8205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004f5d38c3/0x9268ded837c50802 lrc: 3/0,1 mode: PW/PW res: [0x3b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.786264:0:8205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004f5d38c3/0x9268ded837c50802 lrc: 3/0,1 mode: PW/PW res: [0x3b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.786270:0:8205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004f5d38c3/0x9268ded837c50802 lrc: 2/0,0 mode: PW/PW res: [0x3b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.786291:0:8205:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1771968961.786386:0:8205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000022f2f61b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+54:3334:x1858043760304064:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16719us (16837us total) trans 4294969137 rc 0/0 00000100:00100000:0.0:1771968961.786392:0:8205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6353 00010000:00010000:1.0:1771968961.786455:0:14877:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000be678bbf/0x9268ded837c507fb lrc: 3/0,1 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.786467:0:14877:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be678bbf/0x9268ded837c507fb lrc: 3/0,1 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.786472:0:14877:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000be678bbf/0x9268ded837c507fb lrc: 2/0,0 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.786487:0:14877:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1771968961.786785:0:14877:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000767169f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+52:3333:x1858043760303936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17755us (17998us total) trans 4294969049 rc 0/0 00000100:00100000:1.0:1771968961.786791:0:14877:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6352 00010000:00010000:1.0:1771968961.786809:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1771968961.786811:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004f5d38c3/0x9268ded837c50802 lrc: 2/0,0 mode: PW/PW res: [0x3b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.786818:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004f5d38c3 already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.786821:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004f5d38c3/0x9268ded837c50802 lrc: 2/0,0 mode: PW/PW res: [0x3b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.786826:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004f5d38c3/0x9268ded837c50802 lrc: 3/0,0 mode: PW/PW res: [0x3b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.786838:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004f5d38c3/0x9268ded837c50802 lrc: 1/0,0 mode: --/PW res: [0x3b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.786844:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004f5d38c3/0x9268ded837c50802 lrc: 0/0,0 mode: --/PW res: [0x3b5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.786855:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1771968961.786857:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000be678bbf/0x9268ded837c507fb lrc: 2/0,0 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.786875:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000be678bbf already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.786878:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000be678bbf/0x9268ded837c507fb lrc: 2/0,0 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.786884:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000be678bbf/0x9268ded837c507fb lrc: 3/0,0 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.786894:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000be678bbf/0x9268ded837c507fb lrc: 1/0,0 mode: --/PW res: [0x1d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.786900:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000be678bbf/0x9268ded837c507fb lrc: 0/0,0 mode: --/PW res: [0x1d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.786914:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.786915:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.786916:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1771968961.786943:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bd1e5a05/2, rc 0, transno 1749 00000100:00100000:1.0:1771968961.786955:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bd1e5a05 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760305216:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1771968961.786966:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000c094f0c8/2, rc 0, transno 1752 00000100:00100000:1.0:1771968961.786969:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c094f0c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760304960:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1771968961.786977:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006a6c9afc/2, rc 0, transno 1751 00000100:00100000:1.0:1771968961.786980:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006a6c9afc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760304448:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1771968961.787045:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cd3e8e95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760305856:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1771968961.787073:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1771968961.787091:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1771968961.787095:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033d2452c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760305920:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1771968961.787113:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1771968961.787134:0:14877:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760305856 00000100:00100000:1.0:1771968961.787156:0:14877:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760305920 00000100:00100000:1.0:1771968961.787194:0:14877:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6367 00000100:00100000:1.0:1771968961.787198:0:14877:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f9fde56b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+53:3332:x1858043760305856:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1771968961.787222:0:14877:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:501 count 1 00010000:00010000:1.0:1771968961.787241:0:14877:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a8df4e6/0x9268ded837c50864 lrc: 3/0,1 mode: --/PW res: [0x1f5:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.787254:0:14877:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001287bdcd/0x9268ded837c05fd9 lrc: 2/0,0 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026425 expref: 35 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.787261:0:14877:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.787264:0:14877:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.787265:0:14877:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a8df4e6/0x9268ded837c50864 lrc: 4/0,1 mode: --/PW res: [0x1f5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.787287:0:14877:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001287bdcd/0x9268ded837c05fd9 lrc: 3/0,0 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026425 expref: 35 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.787295:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.787297:0:14877:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001287bdcd/0x9268ded837c05fd9 lrc: 4/0,0 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026425 expref: 35 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.787302:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1771968961.787308:0:14877:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009718c4e4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14877:1858043760306048:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.787310:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000557683c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760305984:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1771968961.787343:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1771968961.787344:0:14877:0:(client.c:2500:ptlrpc_set_wait()) set 00000000112da5df going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.787360:0:14891:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005a129fb0/0x9268ded837c50810 lrc: 3/0,1 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.787363:0:14874:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760305984 00010000:00010000:1.0:1771968961.787368:0:14891:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005a129fb0/0x9268ded837c50810 lrc: 3/0,1 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.787375:0:14891:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005a129fb0/0x9268ded837c50810 lrc: 3/0,1 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.787381:0:14891:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005a129fb0/0x9268ded837c50810 lrc: 2/0,0 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.787382:0:14874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6368 00000100:00100000:2.0:1771968961.787386:0:14874:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014953f50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+54:3332:x1858043760305920:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1771968961.787393:0:14891:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1771968961.787397:0:14874:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:506 count 1 00010000:00010000:2.0:1771968961.787408:0:14874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ed50e16/0x9268ded837c5086b lrc: 3/0,1 mode: --/PW res: [0x1fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.787419:0:14874:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8a32e68/0x9268ded837c06439 lrc: 2/0,0 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02660f expref: 35 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.787425:0:14874:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.787426:0:14874:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.787427:0:14874:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000ed50e16/0x9268ded837c5086b lrc: 4/0,1 mode: --/PW res: [0x1fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.787443:0:14874:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e8a32e68/0x9268ded837c06439 lrc: 3/0,0 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02660f expref: 35 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.787451:0:14874:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e8a32e68/0x9268ded837c06439 lrc: 4/0,0 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02660f expref: 35 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.787465:0:14874:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2d90ed3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14874:1858043760306112:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.787485:0:14874:0:(client.c:2500:ptlrpc_set_wait()) set 0000000038ff8050 going to sleep for 43 seconds 00000100:00100000:2.0:1771968961.787498:0:14888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6369 00000100:00100000:2.0:1771968961.787502:0:14888:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c09633e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+55:3335:x1858043760305984:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1771968961.787512:0:14888:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:511 count 1 00010000:00010000:2.0:1771968961.787522:0:14888:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f75cc2ea/0x9268ded837c50872 lrc: 3/0,1 mode: --/PW res: [0x1ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.787531:0:14888:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ababfcd6/0x9268ded837c06899 lrc: 2/0,0 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0267f9 expref: 35 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.787536:0:14888:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.787538:0:14888:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.787539:0:14888:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f75cc2ea/0x9268ded837c50872 lrc: 4/0,1 mode: --/PW res: [0x1ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.787552:0:14888:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ababfcd6/0x9268ded837c06899 lrc: 3/0,0 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0267f9 expref: 35 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.787559:0:14888:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ababfcd6/0x9268ded837c06899 lrc: 4/0,0 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0267f9 expref: 35 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.787567:0:14888:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007c69ee4b pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14888:1858043760306176:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.787584:0:14888:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b84ea446 going to sleep for 43 seconds 00000100:00100000:1.0:1771968961.787813:0:14891:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b97fbf30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+55:3332:x1858043760304320:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14959us (15303us total) trans 4294969050 rc 0/0 00000100:00100000:1.0:1771968961.787820:0:14891:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6355 00000004:00080000:1.0:1771968961.787851:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005e7c1470/2, rc 0, transno 1754 00010000:00010000:3.0:1771968961.787855:0:14890:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1771968961.787869:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005e7c1470 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760304320:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1771968961.787872:0:14890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a0d9410c/0x9268ded837c507f4 lrc: 0/0,0 mode: --/PW res: [0x3ac:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.787915:0:14894:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002abfc5d2/0x9268ded837c50825 lrc: 3/0,1 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.787928:0:14894:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002abfc5d2/0x9268ded837c50825 lrc: 3/0,1 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.787935:0:14894:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002abfc5d2/0x9268ded837c50825 lrc: 3/0,1 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.787940:0:14894:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002abfc5d2/0x9268ded837c50825 lrc: 2/0,0 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.788285:0:14890:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000682e0a4b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+54:3333:x1858043760303808:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20048us (20181us total) trans 4294969138 rc 0/0 00000100:00100000:3.0:1771968961.788293:0:14890:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6351 00000100:00100000:3.0:1771968961.788452:0:8220:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754106944 00010000:00010000:3.0:1771968961.788482:0:8220:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001f7d624d/0x9268ded837c04013 lrc: 4/0,0 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025760 expref: 53 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.788508:0:8220:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754106880 00010000:00010000:3.0:1771968961.788522:0:8220:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000063996b64/0x9268ded837c0420b lrc: 4/0,0 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025832 expref: 54 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.788541:0:8220:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11497 00000100:00100000:3.0:1771968961.788550:0:8220:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009432ccbd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+54:2264:x1858043754106944:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1771968961.788566:0:8220:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.788570:0:8220:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001f7d624d/0x9268ded837c04013 lrc: 4/0,0 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025760 expref: 54 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.788588:0:8220:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001f7d624d/0x9268ded837c04013 lrc: 3/0,0 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025760 expref: 54 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.788613:0:8220:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001f7d624d/0x9268ded837c04013 lrc: 0/0,0 mode: --/PW res: [0x1d9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025760 expref: 54 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.788627:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.788628:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.788632:0:8220:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c50856 lrc: 3/0,1 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.788642:0:8220:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c50856 lrc: 4/0,1 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.788669:0:8220:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968961.788695:0:8220:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009432ccbd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+53:2264:x1858043754106944:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 144us (2836us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.788704:0:8220:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11497 00000100:00100000:3.0:1771968961.788717:0:8220:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11498 00000100:00100000:3.0:1771968961.788724:0:8220:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000dc6cfb69 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+52:2265:x1858043754106880:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1771968961.788731:0:8220:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.788734:0:8220:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000063996b64/0x9268ded837c0420b lrc: 4/0,0 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025832 expref: 52 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.788747:0:8220:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000063996b64/0x9268ded837c0420b lrc: 3/0,0 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025832 expref: 52 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.788767:0:8220:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063996b64/0x9268ded837c0420b lrc: 0/0,0 mode: --/PW res: [0x1db:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025832 expref: 52 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.788776:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.788778:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.788780:0:8220:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5084f lrc: 3/0,1 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.788789:0:8220:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5084f lrc: 4/0,1 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.788806:0:8220:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968961.788825:0:8220:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000dc6cfb69 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+51:2265:x1858043754106880:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 100us (2861us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.788831:0:8220:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11498 00000100:00100000:3.0:1771968961.788994:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968961.789018:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754107008 00010000:00010000:3.0:1771968961.789029:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006dddb27b/0x9268ded837c44d4e lrc: 5/0,0 mode: PW/PW res: [0x38f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03af40 expref: 51 pid: 14892 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.789051:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11499 00000100:00100000:3.0:1771968961.789105:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abc82fd1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+51:2265:x1858043754107008:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1771968961.789116:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.789119:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006dddb27b/0x9268ded837c44d4e lrc: 5/0,0 mode: PW/PW res: [0x38f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03af40 expref: 51 pid: 14892 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.789133:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006dddb27b/0x9268ded837c44d4e lrc: 4/0,0 mode: PW/PW res: [0x38f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03af40 expref: 51 pid: 14892 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.789149:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.789151:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.789153:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006cb4caba/0x9268ded837c5085d lrc: 3/0,1 mode: PW/PW res: [0x38f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.789160:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006cb4caba/0x9268ded837c5085d lrc: 4/0,1 mode: PW/PW res: [0x38f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.789196:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968961.789214:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abc82fd1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+51:2265:x1858043754107008:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 109us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.789221:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11499 00010000:00010000:1.0:1771968961.789975:0:14894:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1771968961.790155:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1771968961.790161:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005a129fb0/0x9268ded837c50810 lrc: 2/0,0 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.790171:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005a129fb0 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.790189:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005a129fb0/0x9268ded837c50810 lrc: 2/0,0 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.790197:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005a129fb0/0x9268ded837c50810 lrc: 3/0,0 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.790211:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005a129fb0/0x9268ded837c50810 lrc: 1/0,0 mode: --/PW res: [0x1d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.790218:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005a129fb0/0x9268ded837c50810 lrc: 0/0,0 mode: --/PW res: [0x1d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.790235:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.790238:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002abfc5d2/0x9268ded837c50825 lrc: 2/0,0 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.790243:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002abfc5d2 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.790244:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002abfc5d2/0x9268ded837c50825 lrc: 2/0,0 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.790248:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002abfc5d2/0x9268ded837c50825 lrc: 3/0,0 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.790255:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002abfc5d2/0x9268ded837c50825 lrc: 1/0,0 mode: --/PW res: [0x206:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.790260:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002abfc5d2/0x9268ded837c50825 lrc: 0/0,0 mode: --/PW res: [0x206:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.790271:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.790272:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.790273:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1771968961.790437:0:14894:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003e6c5ffb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+55:3334:x1858043760304704:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15984us (16234us total) trans 4294969051 rc 0/0 00000100:00100000:1.0:1771968961.790446:0:14894:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6358 00010000:00010000:1.0:1771968961.790477:0:14884:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005a297fe7/0x9268ded837c5082c lrc: 3/0,1 mode: PW/PW res: [0x3b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.790488:0:14884:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005a297fe7/0x9268ded837c5082c lrc: 3/0,1 mode: PW/PW res: [0x3b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.790497:0:14884:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005a297fe7/0x9268ded837c5082c lrc: 3/0,1 mode: PW/PW res: [0x3b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.790503:0:14884:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005a297fe7/0x9268ded837c5082c lrc: 2/0,0 mode: PW/PW res: [0x3b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.790516:0:14884:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1771968961.790629:0:14884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000444c2442 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+54:3333:x1858043760304832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14838us (14880us total) trans 4294969139 rc 0/0 00000100:00100000:1.0:1771968961.790634:0:14884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6359 00000100:00100000:1.0:1771968961.790673:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d1ae569 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+35:2267:x1858043754106304:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 8122us (8736us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968961.790681:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11485 00000004:00080000:1.0:1771968961.790776:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000567a97c3/2, rc 0, transno 1840 00000100:00100000:1.0:1771968961.790793:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000567a97c3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760305088:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1771968961.790811:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000001539fe/2, rc 0, transno 1750 00000100:00100000:1.0:1771968961.790822:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000001539fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760305024:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1771968961.790900:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000015909335 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760306304:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1771968961.790931:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1771968961.790954:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002849c2f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760306368:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.790967:0:14884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760306304 00000100:00100000:1.0:1771968961.790974:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968961.790992:0:14884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760306368 00000100:00100000:1.0:1771968961.791003:0:14894:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6370 00000100:00100000:3.0:1771968961.791007:0:14884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6371 00000100:00100000:1.0:1771968961.791007:0:14894:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008d38bbbe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+55:3332:x1858043760306304:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1771968961.791011:0:14884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ee8dfed3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+54:3332:x1858043760306368:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1771968961.791030:0:14884:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:474 count 1 00002000:00080000:1.0:1771968961.791030:0:14894:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:504 count 1 00010000:00010000:3.0:1771968961.791052:0:14884:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50879 lrc: 3/0,1 mode: --/PW res: [0x1da:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.791052:0:14894:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000726a000e/0x9268ded837c50880 lrc: 3/0,1 mode: --/PW res: [0x1f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.791068:0:14884:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000039595e6e/0x9268ded837c04124 lrc: 2/0,0 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0257d0 expref: 50 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.791068:0:14894:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000684192d2/0x9268ded837c06279 lrc: 2/0,0 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02654b expref: 34 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.791076:0:14884:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.791076:0:14894:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.791078:0:14884:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.791078:0:14894:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.791080:0:14884:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50879 lrc: 4/0,1 mode: --/PW res: [0x1da:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.791080:0:14894:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000726a000e/0x9268ded837c50880 lrc: 4/0,1 mode: --/PW res: [0x1f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.791103:0:14884:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000039595e6e/0x9268ded837c04124 lrc: 3/0,0 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0257d0 expref: 50 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.791103:0:14894:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000684192d2/0x9268ded837c06279 lrc: 3/0,0 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02654b expref: 34 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.791114:0:14884:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000039595e6e/0x9268ded837c04124 lrc: 4/0,0 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0257d0 expref: 50 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.791114:0:14894:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000684192d2/0x9268ded837c06279 lrc: 4/0,0 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02654b expref: 34 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.791126:0:14894:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae5f4362 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14894:1858043760306432:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.791160:0:14894:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e64fae12 going to sleep for 43 seconds 00000004:00080000:1.0:1771968961.791202:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000daf3c51a/2, rc 0, transno 1755 00000100:00100000:1.0:1771968961.791211:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000daf3c51a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760304704:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1771968961.791238:0:14884:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000541eddb2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14884:1858043760306496:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.791238:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1771968961.791243:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a3920b04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760306560:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1771968961.791263:0:14884:0:(client.c:2500:ptlrpc_set_wait()) set 00000000908a49cf going to sleep for 43 seconds 00000100:00100000:1.0:1771968961.791265:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968961.791277:0:14890:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760306560 00000004:00080000:1.0:1771968961.791291:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000ba069b7/2, rc 0, transno 1748 00000100:00100000:3.0:1771968961.791296:0:14890:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6372 00000100:00100000:1.0:1771968961.791297:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000ba069b7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760304128:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1771968961.791300:0:14890:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb514154 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+56:3332:x1858043760306560:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1771968961.791311:0:14890:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:507 count 1 00010000:00010000:3.0:1771968961.791323:0:14890:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008ea26c0f/0x9268ded837c50887 lrc: 3/0,1 mode: --/PW res: [0x1fb:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1771968961.791328:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000875f433b/2, rc 0, transno 1841 00010000:00010000:3.0:1771968961.791334:0:14890:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f286f234/0x9268ded837c06519 lrc: 2/0,0 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026671 expref: 34 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.791335:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000875f433b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760304064:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1771968961.791342:0:14890:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.791343:0:14890:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.791345:0:14890:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008ea26c0f/0x9268ded837c50887 lrc: 4/0,1 mode: --/PW res: [0x1fb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1771968961.791360:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a61e838a/2, rc 0, transno 1839 00010000:00010000:3.0:1771968961.791362:0:14890:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f286f234/0x9268ded837c06519 lrc: 3/0,0 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026671 expref: 34 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.791366:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a61e838a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760303552:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1771968961.791370:0:14890:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f286f234/0x9268ded837c06519 lrc: 4/0,0 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026671 expref: 34 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.791379:0:14890:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004310c99f pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14890:1858043760306752:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.791392:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000aec43cd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760306816:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.791403:0:14890:0:(client.c:2500:ptlrpc_set_wait()) set 0000000059667021 going to sleep for 43 seconds 00000100:00100000:1.0:1771968961.791413:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1771968961.791447:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e694a031 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760306624:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1771968961.791449:0:14887:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760306816 00000100:00100000:1.0:1771968961.791473:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968961.791486:0:14887:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760306624 00000100:00100000:3.0:1771968961.791509:0:14887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6373 00000100:00100000:3.0:1771968961.791513:0:14887:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b5441eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+55:3332:x1858043760306816:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1771968961.791524:0:14887:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:519 count 1 00010000:00010000:2.0:1771968961.791529:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968961.791534:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005a297fe7/0x9268ded837c5082c lrc: 2/0,0 mode: PW/PW res: [0x3b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.791536:0:14887:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c5088e lrc: 3/0,1 mode: --/PW res: [0x207:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.791543:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005a297fe7 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.791546:0:14887:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006957d48c/0x9268ded837c06ffb lrc: 2/0,0 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026b1e expref: 50 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.791547:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005a297fe7/0x9268ded837c5082c lrc: 2/0,0 mode: PW/PW res: [0x3b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.791554:0:14887:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.791554:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005a297fe7/0x9268ded837c5082c lrc: 3/0,0 mode: PW/PW res: [0x3b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.791555:0:14887:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.791557:0:14887:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c5088e lrc: 4/0,1 mode: --/PW res: [0x207:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.791571:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005a297fe7/0x9268ded837c5082c lrc: 1/0,0 mode: --/PW res: [0x3b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.791573:0:14887:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006957d48c/0x9268ded837c06ffb lrc: 3/0,0 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026b1e expref: 50 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.791578:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a297fe7/0x9268ded837c5082c lrc: 0/0,0 mode: --/PW res: [0x3b3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.791581:0:14887:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006957d48c/0x9268ded837c06ffb lrc: 4/0,0 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026b1e expref: 50 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.791589:0:14887:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090fb61b1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14887:1858043760306880:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.791595:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.791596:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.791597:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.791609:0:14896:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5084f lrc: 3/0,1 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.791621:0:14896:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5084f lrc: 3/0,1 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.791628:0:14896:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5084f lrc: 3/0,1 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.791634:0:14896:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5084f lrc: 2/0,0 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.791650:0:14896:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1771968961.792097:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.792102:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5084f lrc: 2/0,0 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.792110:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b8bb66ad already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.792113:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5084f lrc: 2/0,0 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.792120:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5084f lrc: 3/0,0 mode: PW/PW res: [0x1db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.792133:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5084f lrc: 1/0,0 mode: --/PW res: [0x1db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.792139:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5084f lrc: 0/0,0 mode: --/PW res: [0x1db:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1771968961.792194:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f8372c9a/2, rc 0, transno 1843 00000100:00100000:0.0:1771968961.792205:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f8372c9a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760304832:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1771968961.792218:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000040605ba2/2, rc 0, transno 1753 00000100:00100000:0.0:1771968961.792225:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000040605ba2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760303936:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1771968961.792235:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000879202fe/2, rc 0, transno 1842 00000100:00100000:0.0:1771968961.792238:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000879202fe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760303808:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.792302:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d65231a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760306944:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.792492:0:14887:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e4b05161 going to sleep for 43 seconds 00000100:00100000:2.0:1771968961.792518:0:14896:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005f7980ff pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+56:3333:x1858043760305472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12799us (12939us total) trans 4294969140 rc 0/0 00000100:00100000:2.0:1771968961.792526:0:14896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6364 00000100:00100000:2.0:1771968961.792548:0:14896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6374 00000100:00100000:2.0:1771968961.792553:0:14896:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a80f930 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+57:3334:x1858043760306624:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1771968961.792568:0:14896:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:517 count 1 00010000:00010000:2.0:1771968961.792584:0:14896:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ec1746d/0x9268ded837c50895 lrc: 3/0,1 mode: --/PW res: [0x205:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.792597:0:14896:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005ab2d462/0x9268ded837c06dee lrc: 2/0,0 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026a4c expref: 34 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.792604:0:14896:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.792605:0:14896:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.792607:0:14896:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ec1746d/0x9268ded837c50895 lrc: 4/0,1 mode: --/PW res: [0x205:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.792626:0:14896:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005ab2d462/0x9268ded837c06dee lrc: 3/0,0 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026a4c expref: 34 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.792636:0:14896:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005ab2d462/0x9268ded837c06dee lrc: 4/0,0 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026a4c expref: 34 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.792647:0:14896:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f4f3b8da pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14896:1858043760307136:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.792670:0:14896:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ceba8a29 going to sleep for 43 seconds 00010000:00010000:2.0:1771968961.792699:0:14875:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006dddb27b/0x9268ded837c44d4e lrc: 0/0,0 mode: --/PW res: [0x38f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 12288->16383) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03af40 expref: 50 pid: 14892 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.792709:0:14875:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b3548d2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14875:1858043760305792:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.792730:0:14875:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006cb4caba/0x9268ded837c5085d lrc: 3/0,1 mode: PW/PW res: [0x38f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.792738:0:14875:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006cb4caba/0x9268ded837c5085d lrc: 3/0,1 mode: PW/PW res: [0x38f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.792745:0:14875:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006cb4caba/0x9268ded837c5085d lrc: 3/0,1 mode: PW/PW res: [0x38f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.792753:0:14875:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006cb4caba/0x9268ded837c5085d lrc: 3/0,1 mode: PW/PW res: [0x38f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.792760:0:14875:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006cb4caba/0x9268ded837c5085d lrc: 2/0,0 mode: PW/PW res: [0x38f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.792783:0:14875:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1771968961.792895:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.792899:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006cb4caba/0x9268ded837c5085d lrc: 2/0,0 mode: PW/PW res: [0x38f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.792907:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006cb4caba already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.792909:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006cb4caba/0x9268ded837c5085d lrc: 2/0,0 mode: PW/PW res: [0x38f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.792915:0:14875:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c6cae4b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+56:3335:x1858043760305728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7455us (7515us total) trans 4294969141 rc 0/0 00010000:00010000:3.0:1771968961.792916:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006cb4caba/0x9268ded837c5085d lrc: 3/0,0 mode: PW/PW res: [0x38f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.792922:0:14875:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6366 00010000:00010000:3.0:1771968961.792929:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006cb4caba/0x9268ded837c5085d lrc: 1/0,0 mode: --/PW res: [0x38f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.792934:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006cb4caba/0x9268ded837c5085d lrc: 0/0,0 mode: --/PW res: [0x38f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.792945:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001a51e3be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760306240:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1771968961.792948:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.792950:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.792951:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.792969:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.792995:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000024409df7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760306688:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.793016:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.793042:0:8206:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760306240 00000100:00100000:2.0:1771968961.793064:0:8206:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760306688 00000100:00100000:2.0:1771968961.793080:0:8206:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6375 00000100:00100000:2.0:1771968961.793084:0:8206:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b3548d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+58:3335:x1858043760306240:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1771968961.793094:0:8206:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:508 count 1 00010000:00010000:2.0:1771968961.793107:0:8206:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d356173/0x9268ded837c5089c lrc: 3/0,1 mode: --/PW res: [0x1fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.793118:0:8206:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000003cc1d7e/0x9268ded837c065f9 lrc: 2/0,0 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0266d3 expref: 34 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.793124:0:8206:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.793126:0:8206:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.793127:0:8206:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d356173/0x9268ded837c5089c lrc: 4/0,1 mode: --/PW res: [0x1fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.793144:0:8206:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000003cc1d7e/0x9268ded837c065f9 lrc: 3/0,0 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0266d3 expref: 34 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.793152:0:8206:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000003cc1d7e/0x9268ded837c065f9 lrc: 4/0,0 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0266d3 expref: 34 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.793161:0:8206:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000073563c50 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8206:1858043760307200:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.793201:0:14875:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6376 00000100:00100000:2.0:1771968961.793201:0:8206:0:(client.c:2500:ptlrpc_set_wait()) set 000000008b62ec6f going to sleep for 43 seconds 00000100:00100000:3.0:1771968961.793206:0:14875:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5ac6e31 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+56:3335:x1858043760306688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1771968961.793218:0:14875:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:518 count 1 00000100:00100000:2.0:1771968961.793220:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000021a7a3aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760307072:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1771968961.793229:0:14875:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001795fe3f/0x9268ded837c508a3 lrc: 3/0,1 mode: --/PW res: [0x206:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.793240:0:14875:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000eb156eb6/0x9268ded837c06e6c lrc: 2/0,0 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026a84 expref: 49 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.793241:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1771968961.793246:0:14875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.793248:0:14875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.793249:0:14875:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001795fe3f/0x9268ded837c508a3 lrc: 4/0,1 mode: --/PW res: [0x206:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.793259:0:14893:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760307072 00010000:00010000:3.0:1771968961.793266:0:14875:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000eb156eb6/0x9268ded837c06e6c lrc: 3/0,0 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026a84 expref: 49 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.793275:0:14875:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000eb156eb6/0x9268ded837c06e6c lrc: 4/0,0 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026a84 expref: 49 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.793277:0:14893:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6377 00000100:00100000:2.0:1771968961.793281:0:14893:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084659499 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+59:3335:x1858043760307072:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1771968961.793285:0:14875:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000075a86022 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14875:1858043760307264:192.168.202.27@tcp:104: 00002000:00080000:2.0:1771968961.793293:0:14893:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:512 count 1 00010000:00010000:2.0:1771968961.793304:0:14893:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e1ec5fa/0x9268ded837c508aa lrc: 3/0,1 mode: --/PW res: [0x200:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.793307:0:14875:0:(client.c:2500:ptlrpc_set_wait()) set 000000000d5ee79b going to sleep for 43 seconds 00010000:00010000:2.0:1771968961.793316:0:14893:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000083e31512/0x9268ded837c06979 lrc: 2/0,0 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02685b expref: 34 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.793323:0:14893:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.793325:0:14893:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.793326:0:14893:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e1ec5fa/0x9268ded837c508aa lrc: 4/0,1 mode: --/PW res: [0x200:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.793345:0:14893:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000083e31512/0x9268ded837c06979 lrc: 3/0,0 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02685b expref: 34 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.793353:0:14893:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000083e31512/0x9268ded837c06979 lrc: 4/0,0 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02685b expref: 34 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.793362:0:14893:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096ed61bc pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14893:1858043760307328:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.793383:0:14893:0:(client.c:2500:ptlrpc_set_wait()) set 0000000098b6ed2e going to sleep for 43 seconds 00000004:00080000:2.0:1771968961.793406:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000045d06529/2, rc 0, transno 1845 00000100:00100000:2.0:1771968961.793427:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000045d06529 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760305728:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.793438:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1771968961.793443:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000968ce1d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760307008:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.793466:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.793483:0:13424:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760307008 00000100:00100000:2.0:1771968961.793505:0:13424:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6378 00000100:00100000:2.0:1771968961.793509:0:13424:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f023a3b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+57:3335:x1858043760307008:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1771968961.793518:0:13424:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:517 count 1 00010000:00010000:2.0:1771968961.793529:0:13424:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e35683d5/0x9268ded837c508b1 lrc: 3/0,1 mode: --/PW res: [0x205:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.793540:0:13424:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cd8c61b6/0x9268ded837c06d8c lrc: 2/0,0 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026a22 expref: 49 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.793546:0:13424:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.793547:0:13424:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.793548:0:13424:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e35683d5/0x9268ded837c508b1 lrc: 4/0,1 mode: --/PW res: [0x205:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.793564:0:13424:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cd8c61b6/0x9268ded837c06d8c lrc: 3/0,0 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026a22 expref: 49 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.793571:0:13424:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cd8c61b6/0x9268ded837c06d8c lrc: 4/0,0 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026a22 expref: 49 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.793582:0:13424:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b02045a pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13424:1858043760307392:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.793598:0:13424:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c41a3e9d going to sleep for 43 seconds 00000100:00100000:2.0:1771968961.793705:0:14877:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009718c4e4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14877:1858043760306048:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.793720:0:14877:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009a8df4e6/0x9268ded837c50864 lrc: 3/0,1 mode: --/PW res: [0x1f5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.793808:0:14874:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2d90ed3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14874:1858043760306112:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.793821:0:14874:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000ed50e16/0x9268ded837c5086b lrc: 3/0,1 mode: --/PW res: [0x1fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.793899:0:14888:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007c69ee4b pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14888:1858043760306176:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.793912:0:14888:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f75cc2ea/0x9268ded837c50872 lrc: 3/0,1 mode: --/PW res: [0x1ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.793956:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.794003:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.794027:0:6217:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754107136 00010000:00010000:2.0:1771968961.794046:0:6217:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ababfcd6/0x9268ded837c06899 lrc: 4/0,0 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0267f9 expref: 35 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.794071:0:6217:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754107072 00010000:00010000:2.0:1771968961.794079:0:6217:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e8a32e68/0x9268ded837c06439 lrc: 4/0,0 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02660f expref: 36 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.794096:0:6217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11500 00000100:00100000:2.0:1771968961.794101:0:6217:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b571be34 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+36:2265:x1858043754107136:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1771968961.794111:0:6217:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.794115:0:6217:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ababfcd6/0x9268ded837c06899 lrc: 4/0,0 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0267f9 expref: 36 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.794125:0:6217:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ababfcd6/0x9268ded837c06899 lrc: 3/0,0 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0267f9 expref: 36 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.794144:0:6217:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ababfcd6/0x9268ded837c06899 lrc: 0/0,0 mode: --/PW res: [0x1ff:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0267f9 expref: 36 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.794160:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.794162:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1771968961.794163:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11501 00010000:00010000:2.0:1771968961.794165:0:6217:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f75cc2ea/0x9268ded837c50872 lrc: 3/0,1 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.794168:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c69ee4b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+35:2265:x1858043754107072:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1771968961.794195:0:6217:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f75cc2ea/0x9268ded837c50872 lrc: 4/0,1 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.794198:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.794202:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e8a32e68/0x9268ded837c06439 lrc: 4/0,0 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02660f expref: 35 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.794210:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e8a32e68/0x9268ded837c06439 lrc: 3/0,0 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02660f expref: 35 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.794214:0:6217:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968961.794224:0:7226:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8a32e68/0x9268ded837c06439 lrc: 0/0,0 mode: --/PW res: [0x1fa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02660f expref: 35 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.794231:0:6217:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b571be34 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+34:2265:x1858043754107136:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 130us (277us total) trans 0 rc 0/0 00010000:00010000:3.0:1771968961.794234:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.794235:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.794237:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000ed50e16/0x9268ded837c5086b lrc: 3/0,1 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.794238:0:6217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11500 00010000:00010000:3.0:1771968961.794243:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000ed50e16/0x9268ded837c5086b lrc: 4/0,1 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.794259:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968961.794274:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c69ee4b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+33:2265:x1858043754107072:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 106us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.794281:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11501 00010000:00010000:2.0:1771968961.794283:0:14874:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000ed50e16/0x9268ded837c5086b lrc: 3/0,1 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.794290:0:14874:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000ed50e16/0x9268ded837c5086b lrc: 3/0,1 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.794297:0:14874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ed50e16/0x9268ded837c5086b lrc: 3/0,1 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.794304:0:14874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000ed50e16/0x9268ded837c5086b lrc: 2/0,0 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.794327:0:14874:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1771968961.794397:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.794401:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000ed50e16/0x9268ded837c5086b lrc: 2/0,0 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.794408:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000ed50e16 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.794412:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000ed50e16/0x9268ded837c5086b lrc: 2/0,0 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.794418:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000ed50e16/0x9268ded837c5086b lrc: 3/0,0 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.794429:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000ed50e16/0x9268ded837c5086b lrc: 1/0,0 mode: --/PW res: [0x1fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.794436:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000ed50e16/0x9268ded837c5086b lrc: 0/0,0 mode: --/PW res: [0x1fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.794449:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.794451:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.794452:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.794753:0:14874:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014953f50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+60:3332:x1858043760305920:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7365us (7638us total) trans 4294969052 rc 0/0 00000100:00100000:2.0:1771968961.794764:0:14874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6368 00010000:00010000:2.0:1771968961.794784:0:14888:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f75cc2ea/0x9268ded837c50872 lrc: 3/0,1 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.794793:0:14888:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f75cc2ea/0x9268ded837c50872 lrc: 3/0,1 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.794799:0:14888:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f75cc2ea/0x9268ded837c50872 lrc: 3/0,1 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.794804:0:14888:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f75cc2ea/0x9268ded837c50872 lrc: 2/0,0 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.794826:0:14888:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1771968961.794890:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.794894:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f75cc2ea/0x9268ded837c50872 lrc: 2/0,0 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.794902:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f75cc2ea already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.794904:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f75cc2ea/0x9268ded837c50872 lrc: 2/0,0 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.794910:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f75cc2ea/0x9268ded837c50872 lrc: 3/0,0 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.794920:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f75cc2ea/0x9268ded837c50872 lrc: 1/0,0 mode: --/PW res: [0x1ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.794925:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f75cc2ea/0x9268ded837c50872 lrc: 0/0,0 mode: --/PW res: [0x1ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.794937:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.794939:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.794941:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.795162:0:14888:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c09633e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+60:3335:x1858043760305984:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7659us (7819us total) trans 4294969053 rc 0/0 00000100:00100000:2.0:1771968961.795170:0:14888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6369 00000004:00080000:3.0:1771968961.795226:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000557683c7/2, rc 0, transno 1757 00000100:00100000:3.0:1771968961.795242:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000557683c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760305984:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1771968961.795316:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.795480:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1771968961.795515:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d62cdc94/2, rc 0, transno 1844 00000100:00100000:0.0:1771968961.795527:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d62cdc94 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760305472:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.795537:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1771968961.795545:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022f2f61b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760307456:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.795573:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1771968961.795665:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000033d2452c/2, rc 0, transno 1756 00000100:00100000:0.0:1771968961.795672:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033d2452c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760305920:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1771968961.795677:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1771968961.795684:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ec895caf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760307520:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.795707:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.795747:0:8659:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760306944 00000100:00100000:0.0:1771968961.795775:0:8659:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760307456 00000100:00100000:0.0:1771968961.795784:0:8659:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760307520 00000100:00100000:0.0:1771968961.795793:0:8659:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6379 00000100:00100000:0.0:1771968961.795797:0:8659:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f7b64ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+60:3333:x1858043760306944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1771968961.795817:0:8659:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:501 count 1 00010000:00010000:0.0:1771968961.795838:0:8659:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000064aad3ef/0x9268ded837c508b8 lrc: 3/0,1 mode: --/PW res: [0x1f5:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.795853:0:8659:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000df832a6c/0x9268ded837c05f8c lrc: 2/0,0 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026402 expref: 49 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.795873:0:8659:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.795876:0:8659:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.795878:0:8659:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064aad3ef/0x9268ded837c508b8 lrc: 4/0,1 mode: --/PW res: [0x1f5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.795901:0:8659:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000df832a6c/0x9268ded837c05f8c lrc: 3/0,0 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026402 expref: 49 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.795910:0:8659:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000df832a6c/0x9268ded837c05f8c lrc: 4/0,0 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026402 expref: 49 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.795920:0:8659:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b8a52665 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8659:1858043760307712:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.795961:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754107200 00000100:00100000:0.0:1771968961.795972:0:8659:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ffdc4401 going to sleep for 43 seconds 00010000:00010000:3.0:1771968961.795977:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001287bdcd/0x9268ded837c05fd9 lrc: 4/0,0 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026425 expref: 33 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.795999:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11502 00000100:00100000:3.0:1771968961.796002:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005a77c9b9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+33:2264:x1858043754107200:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1771968961.796011:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.796015:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001287bdcd/0x9268ded837c05fd9 lrc: 4/0,0 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026425 expref: 33 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.796024:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001287bdcd/0x9268ded837c05fd9 lrc: 3/0,0 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026425 expref: 33 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.796040:0:6215:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001287bdcd/0x9268ded837c05fd9 lrc: 0/0,0 mode: --/PW res: [0x1f5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026425 expref: 33 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.796049:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.796050:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.796053:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009a8df4e6/0x9268ded837c50864 lrc: 3/0,1 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.796059:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a8df4e6/0x9268ded837c50864 lrc: 4/0,1 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.796080:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1771968961.796090:0:15875:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6380 00000100:00100000:0.0:1771968961.796094:0:15875:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005aa14584 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+60:3333:x1858043760307456:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.796098:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005a77c9b9 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+32:2264:x1858043754107200:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 95us (784us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.796104:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11502 00002000:00080000:0.0:1771968961.796105:0:15875:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:510 count 1 00010000:00010000:0.0:1771968961.796117:0:15875:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000750d403b/0x9268ded837c508bf lrc: 3/0,1 mode: --/PW res: [0x1fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.796129:0:15875:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000dcdcbf6/0x9268ded837c0678f lrc: 2/0,0 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02677b expref: 49 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.796135:0:15875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.796137:0:15875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.796138:0:15875:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000750d403b/0x9268ded837c508bf lrc: 4/0,1 mode: --/PW res: [0x1fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.796155:0:15875:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000dcdcbf6/0x9268ded837c0678f lrc: 3/0,0 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02677b expref: 49 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.796169:0:15875:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000dcdcbf6/0x9268ded837c0678f lrc: 4/0,0 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02677b expref: 49 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.796200:0:15875:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002959e4db pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15875:1858043760307776:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.796222:0:15875:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d52d0fff going to sleep for 43 seconds 00010000:00010000:3.0:1771968961.796242:0:8204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c50856 lrc: 3/0,1 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.796251:0:8204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c50856 lrc: 3/0,1 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.796258:0:8204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c50856 lrc: 3/0,1 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.796264:0:8204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c50856 lrc: 2/0,0 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.796285:0:8204:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1771968961.796323:0:14891:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6381 00000100:00100000:1.0:1771968961.796329:0:14891:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e1f9b338 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+60:3332:x1858043760307520:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1771968961.796341:0:14891:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:515 count 1 00010000:00010000:1.0:1771968961.796353:0:14891:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006682efa9/0x9268ded837c508c6 lrc: 3/0,1 mode: --/PW res: [0x203:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.796365:0:14891:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ebe00a87/0x9268ded837c06bef lrc: 2/0,0 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026965 expref: 49 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.796370:0:14891:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.796372:0:14891:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.796373:0:14891:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006682efa9/0x9268ded837c508c6 lrc: 4/0,1 mode: --/PW res: [0x203:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.796391:0:14891:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ebe00a87/0x9268ded837c06bef lrc: 3/0,0 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026965 expref: 49 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.796398:0:14891:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ebe00a87/0x9268ded837c06bef lrc: 4/0,0 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026965 expref: 49 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.796406:0:14891:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008eeab365 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14891:1858043760307840:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.796426:0:14891:0:(client.c:2500:ptlrpc_set_wait()) set 0000000058285a6b going to sleep for 43 seconds 00000100:00100000:1.0:1771968961.796443:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000398ceeb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760307584:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1771968961.796463:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1771968961.796482:0:14892:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760307584 00000100:00100000:1.0:1771968961.796499:0:14892:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6382 00000100:00100000:1.0:1771968961.796502:0:14892:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db56e782 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+60:3334:x1858043760307584:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1771968961.796513:0:14892:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:921 count 1 00010000:00010000:1.0:1771968961.796525:0:14892:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042d422cb/0x9268ded837c508cd lrc: 3/0,1 mode: --/PW res: [0x399:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.796534:0:14892:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b864e0db/0x9268ded837c46d76 lrc: 2/0,0 mode: PW/PW res: [0x399:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ba68 expref: 31 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.796540:0:14892:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.796542:0:14892:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.796543:0:14892:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042d422cb/0x9268ded837c508cd lrc: 4/0,1 mode: --/PW res: [0x399:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.796560:0:14892:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b864e0db/0x9268ded837c46d76 lrc: 3/0,0 mode: PW/PW res: [0x399:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ba68 expref: 31 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.796568:0:14892:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b864e0db/0x9268ded837c46d76 lrc: 4/0,0 mode: PW/PW res: [0x399:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ba68 expref: 31 pid: 14891 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.796577:0:14892:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ef543a4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14892:1858043760307904:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.796597:0:14892:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dccaaa05 going to sleep for 43 seconds 00000100:00100000:1.0:1771968961.796610:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1771968961.796615:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a7c0d978 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760307648:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1771968961.796637:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968961.796672:0:8204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ab929e9b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+61:3335:x1858043760305600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 15736us (15996us total) trans 4294969142 rc 0/0 00000100:00100000:3.0:1771968961.796679:0:8204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6365 00000100:00100000:3.0:1771968961.796694:0:8204:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760307648 00000100:00100000:3.0:1771968961.796706:0:8204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6383 00000100:00100000:3.0:1771968961.796709:0:8204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a81845f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+61:3334:x1858043760307648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1771968961.796720:0:8204:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:503 count 1 00010000:00010000:3.0:1771968961.796731:0:8204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000945cd46a/0x9268ded837c508d4 lrc: 3/0,1 mode: --/PW res: [0x1f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.796746:0:8204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cb85ae62/0x9268ded837c06199 lrc: 2/0,0 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0264e9 expref: 31 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.796753:0:8204:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.796754:0:8204:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.796756:0:8204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000945cd46a/0x9268ded837c508d4 lrc: 4/0,1 mode: --/PW res: [0x1f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.796774:0:8204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cb85ae62/0x9268ded837c06199 lrc: 3/0,0 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0264e9 expref: 31 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.796776:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.796781:0:8204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cb85ae62/0x9268ded837c06199 lrc: 4/0,0 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0264e9 expref: 31 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.796781:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c50856 lrc: 2/0,0 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.796790:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b19f9ad7 already unused, calling callback (000000001b6954d2) 00000100:00100000:3.0:1771968961.796791:0:8204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002cfc8165 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8204:1858043760307968:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.796793:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c50856 lrc: 2/0,0 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.796800:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c50856 lrc: 3/0,0 mode: PW/PW res: [0x1d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.796815:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c50856 lrc: 1/0,0 mode: --/PW res: [0x1d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.796821:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c50856 lrc: 0/0,0 mode: --/PW res: [0x1d9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.796837:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.796838:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.796840:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968961.796877:0:8204:0:(client.c:2500:ptlrpc_set_wait()) set 00000000b582e048 going to sleep for 43 seconds 00010000:00010000:3.0:1771968961.796889:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.796891:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.796893:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1771968961.796926:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002662304d/2, rc 0, transno 1846 00000100:00100000:3.0:1771968961.796942:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002662304d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760305600:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1771968961.797061:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002993c8d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760308032:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1771968961.797088:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.797152:0:8205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760308032 00000100:00100000:0.0:1771968961.797201:0:8205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6384 00000100:00100000:0.0:1771968961.797205:0:8205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008172d2c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+61:3332:x1858043760308032:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1771968961.797217:0:8205:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:504 count 1 00010000:00010000:0.0:1771968961.797229:0:8205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006f876a6d/0x9268ded837c508db lrc: 3/0,1 mode: --/PW res: [0x1f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.797240:0:8205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ccaac2de/0x9268ded837c0625d lrc: 2/0,0 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02653d expref: 49 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.797246:0:8205:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.797248:0:8205:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.797249:0:8205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006f876a6d/0x9268ded837c508db lrc: 4/0,1 mode: --/PW res: [0x1f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.797267:0:8205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ccaac2de/0x9268ded837c0625d lrc: 3/0,0 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02653d expref: 49 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.797274:0:8205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ccaac2de/0x9268ded837c0625d lrc: 4/0,0 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02653d expref: 49 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.797283:0:8205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e96a3c7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8205:1858043760308096:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.797311:0:8205:0:(client.c:2500:ptlrpc_set_wait()) set 000000009521e2f2 going to sleep for 43 seconds 00010000:00010000:2.0:1771968961.797490:0:14877:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009a8df4e6/0x9268ded837c50864 lrc: 3/0,1 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.797500:0:14877:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a8df4e6/0x9268ded837c50864 lrc: 3/0,1 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.797508:0:14877:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a8df4e6/0x9268ded837c50864 lrc: 3/0,1 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.797514:0:14877:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a8df4e6/0x9268ded837c50864 lrc: 2/0,0 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.797568:0:14877:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1771968961.798080:0:14877:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f9fde56b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+62:3332:x1858043760305856:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10880us (11007us total) trans 4294969054 rc 0/0 00000100:00100000:2.0:1771968961.798088:0:14877:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6367 00000004:00080000:1.0:1771968961.798215:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cd3e8e95/2, rc 0, transno 1758 00000100:00100000:1.0:1771968961.798230:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cd3e8e95 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760305856:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1771968961.798342:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1771968961.798352:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ff491fa7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760308160:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1771968961.798381:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.798433:0:14888:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760308160 00000100:00100000:2.0:1771968961.798458:0:14888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6385 00000100:00100000:2.0:1771968961.798462:0:14888:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000014b0c391 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+62:3332:x1858043760308160:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1771968961.798476:0:14888:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:513 count 1 00010000:00010000:2.0:1771968961.798494:0:14888:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038e68a1f/0x9268ded837c508e2 lrc: 3/0,1 mode: --/PW res: [0x201:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.798505:0:14888:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009429de4a/0x9268ded837c06a59 lrc: 2/0,0 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0268bd expref: 31 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.798511:0:14888:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.798513:0:14888:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.798514:0:14888:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000038e68a1f/0x9268ded837c508e2 lrc: 4/0,1 mode: --/PW res: [0x201:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.798533:0:14888:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009429de4a/0x9268ded837c06a59 lrc: 3/0,0 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0268bd expref: 31 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.798540:0:14888:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009429de4a/0x9268ded837c06a59 lrc: 4/0,0 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0268bd expref: 31 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.798549:0:14888:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000344094d4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14888:1858043760308224:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.798589:0:14888:0:(client.c:2500:ptlrpc_set_wait()) set 000000009fdf9357 going to sleep for 43 seconds 00010000:00010000:0.0:1771968961.798769:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.798775:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a8df4e6/0x9268ded837c50864 lrc: 2/0,0 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.798784:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009a8df4e6 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.798788:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a8df4e6/0x9268ded837c50864 lrc: 2/0,0 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.798798:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a8df4e6/0x9268ded837c50864 lrc: 3/0,0 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.798815:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a8df4e6/0x9268ded837c50864 lrc: 1/0,0 mode: --/PW res: [0x1f5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.798821:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a8df4e6/0x9268ded837c50864 lrc: 0/0,0 mode: --/PW res: [0x1f5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.798836:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.798838:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.798839:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968961.800538:0:14884:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000541eddb2 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14884:1858043760306496:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.800572:0:14884:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50879 lrc: 3/0,1 mode: --/PW res: [0x1da:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.800616:0:14887:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090fb61b1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14887:1858043760306880:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.800631:0:14887:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c5088e lrc: 3/0,1 mode: --/PW res: [0x207:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.800631:0:14890:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004310c99f pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14890:1858043760306752:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.800647:0:14890:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008ea26c0f/0x9268ded837c50887 lrc: 3/0,1 mode: --/PW res: [0x1fb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.800696:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968961.800737:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754107264 00000100:00100000:1.0:1771968961.800768:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968961.800769:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000684192d2/0x9268ded837c06279 lrc: 5/0,0 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02654b expref: 32 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.800790:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754107328 00000100:00100000:3.0:1771968961.800801:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11503 00010000:00010000:1.0:1771968961.800803:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000039595e6e/0x9268ded837c04124 lrc: 4/0,0 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0257d0 expref: 50 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.800806:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000042b6133 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+32:2265:x1858043754107264:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1771968961.800821:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1771968961.800823:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11504 00010000:00010000:3.0:1771968961.800826:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000684192d2/0x9268ded837c06279 lrc: 5/0,0 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02654b expref: 32 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.800827:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f8bb80f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+50:2264:x1858043754107328:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1771968961.800835:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.800837:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000684192d2/0x9268ded837c06279 lrc: 4/0,0 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02654b expref: 32 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.800838:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000039595e6e/0x9268ded837c04124 lrc: 4/0,0 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0257d0 expref: 50 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.800848:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000039595e6e/0x9268ded837c04124 lrc: 3/0,0 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0257d0 expref: 50 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.800876:0:6215:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000039595e6e/0x9268ded837c04124 lrc: 0/0,0 mode: --/PW res: [0x1da:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0257d0 expref: 50 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.800877:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.800880:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.800883:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000726a000e/0x9268ded837c50880 lrc: 3/0,1 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.800887:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.800889:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.800890:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50879 lrc: 3/0,1 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.800892:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000726a000e/0x9268ded837c50880 lrc: 4/0,1 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.800896:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50879 lrc: 4/0,1 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.800910:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.800914:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968961.800953:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000042b6133 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+32:2265:x1858043754107264:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 146us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.800960:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11503 00000100:00100000:0.0:1771968961.800965:0:14896:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f4f3b8da pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14896:1858043760307136:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.800979:0:14896:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001ec1746d/0x9268ded837c50895 lrc: 3/0,1 mode: --/PW res: [0x205:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.801023:0:14894:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000684192d2/0x9268ded837c06279 lrc: 0/0,0 mode: --/PW res: [0x1f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02654b expref: 31 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.801035:0:14894:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae5f4362 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14894:1858043760306432:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.801047:0:14894:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000726a000e/0x9268ded837c50880 lrc: 3/0,1 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.801066:0:8206:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000073563c50 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8206:1858043760307200:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.801075:0:8206:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006d356173/0x9268ded837c5089c lrc: 3/0,1 mode: --/PW res: [0x1fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.801090:0:14894:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000726a000e/0x9268ded837c50880 lrc: 3/0,1 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.801095:0:14894:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000726a000e/0x9268ded837c50880 lrc: 3/0,1 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.801101:0:14894:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000726a000e/0x9268ded837c50880 lrc: 3/0,1 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.801105:0:14894:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000726a000e/0x9268ded837c50880 lrc: 2/0,0 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.801130:0:14894:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1771968961.801698:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.801703:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000726a000e/0x9268ded837c50880 lrc: 2/0,0 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.801710:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000726a000e already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.801713:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000726a000e/0x9268ded837c50880 lrc: 2/0,0 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.801720:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000726a000e/0x9268ded837c50880 lrc: 3/0,0 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.801730:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000726a000e/0x9268ded837c50880 lrc: 1/0,0 mode: --/PW res: [0x1f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.801733:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000726a000e/0x9268ded837c50880 lrc: 0/0,0 mode: --/PW res: [0x1f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.801743:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.801744:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.801745:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1771968961.801800:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f8bb80f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+49:2264:x1858043754107328:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 971us (1032us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968961.801805:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11504 00010000:00010000:1.0:1771968961.801821:0:14884:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50879 lrc: 3/0,1 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.801826:0:14884:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50879 lrc: 3/0,1 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.801831:0:14884:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50879 lrc: 3/0,1 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.801834:0:14884:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50879 lrc: 2/0,0 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.801847:0:14884:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1771968961.801881:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.801885:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50879 lrc: 2/0,0 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.801892:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000004b21abb already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.801894:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50879 lrc: 2/0,0 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.801900:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50879 lrc: 3/0,0 mode: PW/PW res: [0x1da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.801913:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50879 lrc: 1/0,0 mode: --/PW res: [0x1da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.801918:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50879 lrc: 0/0,0 mode: --/PW res: [0x1da:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.801931:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.801932:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.801934:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1771968961.802240:0:14884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ee8dfed3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+62:3332:x1858043760306368:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11227us (11264us total) trans 4294969143 rc 0/0 00000100:00100000:1.0:1771968961.802249:0:14884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6371 00000100:00100000:1.0:1771968961.802335:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968961.802372:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754107392 00000100:00100000:1.0:1771968961.802393:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968961.802430:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f286f234/0x9268ded837c06519 lrc: 4/0,0 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026671 expref: 31 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.802456:0:7226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754107456 00010000:00010000:3.0:1771968961.802468:0:7226:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006957d48c/0x9268ded837c06ffb lrc: 4/0,0 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026b1e expref: 49 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.802477:0:14875:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000075a86022 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14875:1858043760307264:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.802488:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11505 00010000:00010000:1.0:1771968961.802492:0:14875:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001795fe3f/0x9268ded837c508a3 lrc: 3/0,1 mode: --/PW res: [0x206:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.802493:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008155539c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+31:2265:x1858043754107392:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1771968961.802503:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.802507:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f286f234/0x9268ded837c06519 lrc: 4/0,0 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026671 expref: 31 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.802517:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f286f234/0x9268ded837c06519 lrc: 3/0,0 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026671 expref: 31 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.802534:0:7226:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f286f234/0x9268ded837c06519 lrc: 0/0,0 mode: --/PW res: [0x1fb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026671 expref: 31 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.802545:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.802547:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.802550:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008ea26c0f/0x9268ded837c50887 lrc: 3/0,1 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.802557:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008ea26c0f/0x9268ded837c50887 lrc: 4/0,1 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.802557:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968961.802575:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1771968961.802575:0:8220:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754107648 00010000:00010000:1.0:1771968961.802586:0:8220:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000eb156eb6/0x9268ded837c06e6c lrc: 4/0,0 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026a84 expref: 50 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.802601:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008155539c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+30:2265:x1858043754107392:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 108us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968961.802605:0:8220:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11506 00000100:00100000:3.0:1771968961.802608:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11505 00000100:00100000:1.0:1771968961.802609:0:8220:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087455c06 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+50:2264:x1858043754107456:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:1.0:1771968961.802616:0:8220:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.802620:0:8220:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006957d48c/0x9268ded837c06ffb lrc: 4/0,0 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026b1e expref: 50 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.802629:0:8220:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006957d48c/0x9268ded837c06ffb lrc: 3/0,0 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026b1e expref: 50 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.802643:0:8220:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006957d48c/0x9268ded837c06ffb lrc: 0/0,0 mode: --/PW res: [0x207:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026b1e expref: 50 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.802653:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.802654:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.802656:0:8220:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c5088e lrc: 3/0,1 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.802657:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11507 00000100:00100000:3.0:1771968961.802662:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028280ee0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+49:2267:x1858043754107648:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1771968961.802663:0:8220:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c5088e lrc: 4/0,1 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.802670:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.802673:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000eb156eb6/0x9268ded837c06e6c lrc: 4/0,0 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026a84 expref: 49 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.802680:0:8220:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968961.802681:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000eb156eb6/0x9268ded837c06e6c lrc: 3/0,0 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026a84 expref: 49 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.802694:0:7226:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb156eb6/0x9268ded837c06e6c lrc: 0/0,0 mode: --/PW res: [0x206:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026a84 expref: 49 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.802695:0:8220:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087455c06 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+49:2264:x1858043754107456:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 86us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968961.802702:0:8220:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11506 00010000:00010000:3.0:1771968961.802704:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.802705:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.802707:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001795fe3f/0x9268ded837c508a3 lrc: 3/0,1 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.802713:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001795fe3f/0x9268ded837c508a3 lrc: 4/0,1 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.802718:0:14887:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c5088e lrc: 3/0,1 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.802726:0:14887:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c5088e lrc: 3/0,1 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.802728:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.802733:0:14887:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c5088e lrc: 3/0,1 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.802740:0:14887:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c5088e lrc: 2/0,0 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.802743:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028280ee0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+47:2267:x1858043754107648:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 81us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.802749:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11507 00010000:00010000:1.0:1771968961.802753:0:14887:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1771968961.803071:0:14887:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b5441eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+62:3332:x1858043760306816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11557us (11657us total) trans 4294969144 rc 0/0 00000100:00100000:1.0:1771968961.803076:0:14887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6373 00010000:00010000:1.0:1771968961.803090:0:14875:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001795fe3f/0x9268ded837c508a3 lrc: 3/0,1 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.803095:0:14875:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001795fe3f/0x9268ded837c508a3 lrc: 3/0,1 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.803099:0:14875:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001795fe3f/0x9268ded837c508a3 lrc: 3/0,1 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.803103:0:14875:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001795fe3f/0x9268ded837c508a3 lrc: 2/0,0 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.803116:0:14875:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1771968961.803276:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1771968961.803281:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c5088e lrc: 2/0,0 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.803288:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007daf8b07 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.803291:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c5088e lrc: 2/0,0 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.803299:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c5088e lrc: 3/0,0 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.803311:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c5088e lrc: 1/0,0 mode: --/PW res: [0x207:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.803316:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c5088e lrc: 0/0,0 mode: --/PW res: [0x207:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.803327:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.803328:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001795fe3f/0x9268ded837c508a3 lrc: 2/0,0 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.803333:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001795fe3f already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.803335:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001795fe3f/0x9268ded837c508a3 lrc: 2/0,0 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.803340:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001795fe3f/0x9268ded837c508a3 lrc: 3/0,0 mode: PW/PW res: [0x206:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.803346:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001795fe3f/0x9268ded837c508a3 lrc: 1/0,0 mode: --/PW res: [0x206:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.803352:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001795fe3f/0x9268ded837c508a3 lrc: 0/0,0 mode: --/PW res: [0x206:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.803363:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.803364:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.803365:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1771968961.803437:0:14875:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5ac6e31 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+62:3335:x1858043760306688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10230us (10419us total) trans 4294969145 rc 0/0 00000100:00100000:1.0:1771968961.803445:0:14875:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6376 00000004:00080000:3.0:1771968961.803473:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000024409df7/2, rc 0, transno 1849 00000100:00100000:3.0:1771968961.803485:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000024409df7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760306688:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1771968961.803518:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968961.803538:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754107776 00000100:00100000:1.0:1771968961.803549:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968961.803553:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cd8c61b6/0x9268ded837c06d8c lrc: 5/0,0 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026a22 expref: 47 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.803574:0:7226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754107712 00010000:00010000:3.0:1771968961.803584:0:7226:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000083e31512/0x9268ded837c06979 lrc: 5/0,0 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02685b expref: 30 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.803608:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11508 00000100:00100000:1.0:1771968961.803612:0:8220:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11509 00000100:00100000:3.0:1771968961.803613:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002d73c806 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+47:2267:x1858043754107776:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00000100:00100000:1.0:1771968961.803616:0:8220:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000362c8cfd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+30:2267:x1858043754107712:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:3.0:1771968961.803620:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.803621:0:8220:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.803624:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cd8c61b6/0x9268ded837c06d8c lrc: 5/0,0 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026a22 expref: 47 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.803625:0:8220:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000083e31512/0x9268ded837c06979 lrc: 5/0,0 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02685b expref: 30 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.803634:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cd8c61b6/0x9268ded837c06d8c lrc: 4/0,0 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026a22 expref: 47 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.803634:0:8220:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000083e31512/0x9268ded837c06979 lrc: 4/0,0 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02685b expref: 30 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.803648:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.803650:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.803653:0:8220:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006e1ec5fa/0x9268ded837c508aa lrc: 3/0,1 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.803659:0:8220:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e1ec5fa/0x9268ded837c508aa lrc: 4/0,1 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.803672:0:8220:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968961.803689:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1771968961.803689:0:8220:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000362c8cfd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+30:2267:x1858043754107712:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 72us (140us total) trans 0 rc 0/0 00010000:00010000:3.0:1771968961.803690:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.803692:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e35683d5/0x9268ded837c508b1 lrc: 3/0,1 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.803696:0:8220:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11509 00010000:00010000:3.0:1771968961.803698:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e35683d5/0x9268ded837c508b1 lrc: 4/0,1 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.803710:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968961.803726:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002d73c806 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+47:2267:x1858043754107776:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 113us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.803733:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11508 00010000:00010000:0.0:1771968961.803826:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968961.803827:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000004:00080000:0.0:1771968961.803849:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000aec43cd6/2, rc 0, transno 1848 00000100:00100000:3.0:1771968961.803851:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007d80fcd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760308288:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.803856:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000aec43cd6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760306816:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1771968961.803878:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002849c2f1/2, rc 0, transno 1847 00000100:00100000:0.0:1771968961.803881:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002849c2f1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760306368:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.803897:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968961.803922:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000007a77057 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760308352:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.803925:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1517b51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760308416:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.803945:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.803967:0:8659:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b8a52665 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8659:1858043760307712:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.803983:0:8659:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000064aad3ef/0x9268ded837c508b8 lrc: 3/0,1 mode: --/PW res: [0x1f5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.804021:0:14890:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008ea26c0f/0x9268ded837c50887 lrc: 3/0,1 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.804033:0:14890:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008ea26c0f/0x9268ded837c50887 lrc: 3/0,1 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.804039:0:14890:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008ea26c0f/0x9268ded837c50887 lrc: 3/0,1 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.804044:0:14890:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008ea26c0f/0x9268ded837c50887 lrc: 2/0,0 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.804062:0:14890:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1771968961.804122:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1771968961.804172:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.804265:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008ea26c0f/0x9268ded837c50887 lrc: 2/0,0 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.804274:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008ea26c0f already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.804276:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008ea26c0f/0x9268ded837c50887 lrc: 2/0,0 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.804283:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008ea26c0f/0x9268ded837c50887 lrc: 3/0,0 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.804292:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008ea26c0f/0x9268ded837c50887 lrc: 1/0,0 mode: --/PW res: [0x1fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.804298:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008ea26c0f/0x9268ded837c50887 lrc: 0/0,0 mode: --/PW res: [0x1fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.804312:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.804313:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.804315:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968961.804452:0:14890:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb514154 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+64:3332:x1858043760306560:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13151us (13187us total) trans 4294969056 rc 0/0 00000100:00100000:0.0:1771968961.804458:0:14890:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6372 00000004:00080000:0.0:1771968961.804479:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a3920b04/2, rc 0, transno 1760 00000100:00100000:0.0:1771968961.804493:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a3920b04 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760306560:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1771968961.804508:0:14890:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760308288 00000100:00100000:0.0:1771968961.804530:0:14890:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760308352 00000100:00100000:0.0:1771968961.804550:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000033e9ce92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760308480:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1771968961.804573:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968961.804597:0:14877:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760308416 00000100:00100000:0.0:1771968961.804602:0:14890:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760308480 00000100:00100000:3.0:1771968961.804619:0:14877:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6386 00000100:00100000:3.0:1771968961.804623:0:14877:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090fb61b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+64:3335:x1858043760308288:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1771968961.804649:0:14877:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:500 count 1 00010000:00010000:3.0:1771968961.804670:0:14877:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002abfc5d2/0x9268ded837c508e9 lrc: 3/0,1 mode: --/PW res: [0x1f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.804686:0:14877:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d96b990c/0x9268ded837c05ec8 lrc: 2/0,0 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0263ae expref: 46 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.804693:0:14877:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.804694:0:14877:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.804697:0:14877:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002abfc5d2/0x9268ded837c508e9 lrc: 4/0,1 mode: --/PW res: [0x1f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.804719:0:14877:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d96b990c/0x9268ded837c05ec8 lrc: 3/0,0 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0263ae expref: 46 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.804730:0:14877:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d96b990c/0x9268ded837c05ec8 lrc: 4/0,0 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0263ae expref: 46 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.804732:0:14893:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000083e31512/0x9268ded837c06979 lrc: 0/0,0 mode: --/PW res: [0x200:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02685b expref: 29 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.804741:0:14877:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000075a86022 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14877:1858043760308544:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.804750:0:14893:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096ed61bc pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14893:1858043760307328:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.804765:0:14893:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006e1ec5fa/0x9268ded837c508aa lrc: 3/0,1 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.804772:0:14893:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006e1ec5fa/0x9268ded837c508aa lrc: 3/0,1 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.804775:0:14877:0:(client.c:2500:ptlrpc_set_wait()) set 000000009aa4e995 going to sleep for 43 seconds 00010000:00010000:2.0:1771968961.804778:0:14893:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006e1ec5fa/0x9268ded837c508aa lrc: 3/0,1 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.804785:0:14893:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e1ec5fa/0x9268ded837c508aa lrc: 3/0,1 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.804792:0:14893:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006e1ec5fa/0x9268ded837c508aa lrc: 2/0,0 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.804806:0:14893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1771968961.804814:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.804817:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006e1ec5fa/0x9268ded837c508aa lrc: 2/0,0 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.804824:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006e1ec5fa already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.804826:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006e1ec5fa/0x9268ded837c508aa lrc: 2/0,0 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.804833:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006e1ec5fa/0x9268ded837c508aa lrc: 3/0,0 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.804844:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006e1ec5fa/0x9268ded837c508aa lrc: 1/0,0 mode: --/PW res: [0x200:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.804850:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006e1ec5fa/0x9268ded837c508aa lrc: 0/0,0 mode: --/PW res: [0x200:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.804875:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.804877:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.804878:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.805106:0:14893:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084659499 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+65:3335:x1858043760307072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11823us (11864us total) trans 4294969057 rc 0/0 00000100:00100000:2.0:1771968961.805113:0:14893:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6377 00000100:00100000:2.0:1771968961.805128:0:14893:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6387 00000100:00100000:2.0:1771968961.805132:0:14893:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000541eddb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+64:3335:x1858043760308352:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1771968961.805144:0:14893:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:505 count 1 00010000:00010000:2.0:1771968961.805156:0:14893:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b5758b3a/0x9268ded837c508f0 lrc: 3/0,1 mode: --/PW res: [0x1f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.805171:0:14893:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000064d845ac/0x9268ded837c0632f lrc: 2/0,0 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026591 expref: 46 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.805208:0:14893:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.805210:0:14893:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.805211:0:14893:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5758b3a/0x9268ded837c508f0 lrc: 4/0,1 mode: --/PW res: [0x1f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1771968961.805228:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000021a7a3aa/2, rc 0, transno 1761 00010000:00010000:2.0:1771968961.805230:0:14893:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000064d845ac/0x9268ded837c0632f lrc: 3/0,0 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026591 expref: 46 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.805236:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000021a7a3aa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760307072:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1771968961.805237:0:14893:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000064d845ac/0x9268ded837c0632f lrc: 4/0,0 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026591 expref: 46 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.805246:0:14893:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000096ed61bc pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14893:1858043760308608:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.805265:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1771968961.805268:0:14893:0:(client.c:2500:ptlrpc_set_wait()) set 0000000098b6ed2e going to sleep for 43 seconds 00000100:00100000:3.0:1771968961.805271:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004310c99f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760308672:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1771968961.805290:0:13424:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd8c61b6/0x9268ded837c06d8c lrc: 0/0,0 mode: --/PW res: [0x205:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026a22 expref: 46 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.805295:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.805301:0:13424:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b02045a pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13424:1858043760307392:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.805317:0:13424:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e35683d5/0x9268ded837c508b1 lrc: 3/0,1 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.805324:0:13424:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e35683d5/0x9268ded837c508b1 lrc: 3/0,1 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.805334:0:13424:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e35683d5/0x9268ded837c508b1 lrc: 3/0,1 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.805340:0:13424:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e35683d5/0x9268ded837c508b1 lrc: 3/0,1 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.805347:0:13424:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e35683d5/0x9268ded837c508b1 lrc: 2/0,0 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.805362:0:13424:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1771968961.805490:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.805494:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e35683d5/0x9268ded837c508b1 lrc: 2/0,0 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.805501:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000e35683d5 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.805503:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e35683d5/0x9268ded837c508b1 lrc: 2/0,0 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.805510:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e35683d5/0x9268ded837c508b1 lrc: 3/0,0 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.805520:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e35683d5/0x9268ded837c508b1 lrc: 1/0,0 mode: --/PW res: [0x205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.805525:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e35683d5/0x9268ded837c508b1 lrc: 0/0,0 mode: --/PW res: [0x205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.805535:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.805536:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.805537:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.805763:0:13424:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f023a3b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+65:3335:x1858043760307008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12252us (12296us total) trans 4294969146 rc 0/0 00000100:00100000:2.0:1771968961.805770:0:13424:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6378 00000004:00080000:3.0:1771968961.805831:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000968ce1d8/2, rc 0, transno 1850 00000100:00100000:3.0:1771968961.805844:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000968ce1d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760307008:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.805856:0:14890:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760308672 00000100:00100000:3.0:1771968961.805905:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009e821718 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760308736:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.805922:0:14890:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6388 00000100:00100000:3.0:1771968961.805928:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.805928:0:14890:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8a52665 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+64:3332:x1858043760308416:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1771968961.805941:0:14890:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:918 count 1 00010000:00010000:0.0:1771968961.805955:0:14890:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c508f7 lrc: 3/0,1 mode: --/PW res: [0x396:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.805967:0:14890:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e397080f/0x9268ded837c4648c lrc: 2/0,0 mode: PW/PW res: [0x396:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b73c expref: 45 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.805973:0:14890:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.805975:0:14890:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.805976:0:14890:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c508f7 lrc: 4/0,1 mode: --/PW res: [0x396:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.806000:0:14890:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e397080f/0x9268ded837c4648c lrc: 3/0,0 mode: PW/PW res: [0x396:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b73c expref: 45 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.806008:0:14890:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e397080f/0x9268ded837c4648c lrc: 4/0,0 mode: PW/PW res: [0x396:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b73c expref: 45 pid: 8204 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.806018:0:14890:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032fb086e pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14890:1858043760308800:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.806043:0:14890:0:(client.c:2500:ptlrpc_set_wait()) set 0000000062659596 going to sleep for 43 seconds 00000100:00100000:2.0:1771968961.806088:0:13424:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760308736 00000100:00100000:2.0:1771968961.806098:0:13424:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6389 00000100:00100000:2.0:1771968961.806101:0:13424:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f0c0a555 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+65:3333:x1858043760308480:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1771968961.806109:0:13424:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:926 count 1 00010000:00010000:2.0:1771968961.806119:0:13424:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056a91af0/0x9268ded837c508fe lrc: 3/0,1 mode: --/PW res: [0x39e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.806127:0:13424:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006199f102/0x9268ded837c47dfa lrc: 2/0,0 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03c09d expref: 28 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.806133:0:13424:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.806134:0:13424:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.806136:0:13424:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056a91af0/0x9268ded837c508fe lrc: 4/0,1 mode: --/PW res: [0x39e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.806158:0:13424:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006199f102/0x9268ded837c47dfa lrc: 3/0,0 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03c09d expref: 28 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.806166:0:13424:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006199f102/0x9268ded837c47dfa lrc: 4/0,0 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03c09d expref: 28 pid: 14895 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.806202:0:13424:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001b02045a pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13424:1858043760308864:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.806225:0:13424:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c51cb2fe going to sleep for 43 seconds 00000100:00100000:3.0:1771968961.806304:0:14894:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008d38bbbe pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+65:3332:x1858043760306304:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15295us (15372us total) trans 4294969055 rc 0/0 00000100:00100000:3.0:1771968961.806311:0:14894:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6370 00000100:00100000:3.0:1771968961.806330:0:14894:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6390 00000100:00100000:3.0:1771968961.806333:0:14894:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abc82fd1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+64:3335:x1858043760308672:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1771968961.806347:0:14894:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:515 count 1 00010000:00010000:3.0:1771968961.806360:0:14894:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006802b24f/0x9268ded837c50905 lrc: 3/0,1 mode: --/PW res: [0x203:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.806370:0:14894:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cdee70cc/0x9268ded837c06c19 lrc: 2/0,0 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026981 expref: 28 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.806376:0:14894:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.806378:0:14894:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.806379:0:14894:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006802b24f/0x9268ded837c50905 lrc: 4/0,1 mode: --/PW res: [0x203:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.806396:0:14894:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cdee70cc/0x9268ded837c06c19 lrc: 3/0,0 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026981 expref: 28 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.806403:0:14894:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cdee70cc/0x9268ded837c06c19 lrc: 4/0,0 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026981 expref: 28 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.806410:0:14894:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069696d48 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14894:1858043760308928:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.806432:0:14894:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c2009766 going to sleep for 43 seconds 00000100:00100000:3.0:1771968961.806496:0:8204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002cfc8165 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8204:1858043760307968:192.168.202.27@tcp:104: 00000004:00080000:0.0:1771968961.806500:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000015909335/2, rc 0, transno 1759 00000100:00100000:0.0:1771968961.806509:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000015909335 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760306304:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1771968961.806513:0:8204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000945cd46a/0x9268ded837c508d4 lrc: 3/0,1 mode: --/PW res: [0x1f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.806544:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d6bf4c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760308992:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1771968961.806569:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968961.806571:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968961.806586:0:6217:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754107520 00000100:00100000:0.0:1771968961.806601:0:8205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e96a3c7 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8205:1858043760308096:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.806602:0:6217:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000003cc1d7e/0x9268ded837c065f9 lrc: 4/0,0 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0266d3 expref: 29 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.806613:0:8205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006f876a6d/0x9268ded837c508db lrc: 3/0,1 mode: --/PW res: [0x1f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.806623:0:6217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11510 00000100:00100000:3.0:1771968961.806626:0:6217:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002cfc8165 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+29:2264:x1858043754107520:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1771968961.806636:0:6217:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.806641:0:6217:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000003cc1d7e/0x9268ded837c065f9 lrc: 4/0,0 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0266d3 expref: 29 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.806651:0:6217:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000003cc1d7e/0x9268ded837c065f9 lrc: 3/0,0 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0266d3 expref: 29 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.806658:0:14885:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760308992 00010000:00010000:3.0:1771968961.806668:0:6217:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000003cc1d7e/0x9268ded837c065f9 lrc: 0/0,0 mode: --/PW res: [0x1fc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0266d3 expref: 29 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.806672:0:14885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6391 00000100:00100000:2.0:1771968961.806676:0:14885:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fa150ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+65:3335:x1858043760308736:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1771968961.806678:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.806680:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.806683:0:6217:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006d356173/0x9268ded837c5089c lrc: 3/0,1 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1771968961.806685:0:14885:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:512 count 1 00010000:00010000:3.0:1771968961.806691:0:6217:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006d356173/0x9268ded837c5089c lrc: 4/0,1 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.806696:0:14885:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5090c lrc: 3/0,1 mode: --/PW res: [0x200:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.806706:0:14885:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008de4d929/0x9268ded837c06964 lrc: 2/0,0 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02684d expref: 45 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.806712:0:14885:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.806714:0:14885:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.806715:0:14885:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5090c lrc: 4/0,1 mode: --/PW res: [0x200:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.806718:0:6217:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968961.806731:0:14885:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008de4d929/0x9268ded837c06964 lrc: 3/0,0 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02684d expref: 45 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.806736:0:6217:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002cfc8165 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+28:2264:x1858043754107520:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 108us (166us total) trans 0 rc 0/0 00010000:00010000:2.0:1771968961.806739:0:14885:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008de4d929/0x9268ded837c06964 lrc: 4/0,0 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02684d expref: 45 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.806742:0:6217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11510 00000100:00100000:2.0:1771968961.806748:0:14885:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000073563c50 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14885:1858043760309056:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.806767:0:14885:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c41a3e9d going to sleep for 43 seconds 00000100:00100000:3.0:1771968961.806771:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.806784:0:14874:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6392 00000100:00100000:3.0:1771968961.806785:0:6217:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754107840 00000100:00100000:2.0:1771968961.806788:0:14874:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000875c41bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+65:3332:x1858043760308992:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1771968961.806795:0:6217:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000df832a6c/0x9268ded837c05f8c lrc: 4/0,0 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026402 expref: 46 pid: 14875 timeout: 540 lvb_type: 0 00002000:00080000:2.0:1771968961.806799:0:14874:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:514 count 1 00010000:00010000:2.0:1771968961.806809:0:14874:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000011b2e0d7/0x9268ded837c50913 lrc: 3/0,1 mode: --/PW res: [0x202:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.806812:0:6217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11511 00000100:00100000:3.0:1771968961.806816:0:6217:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036e8a862 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+46:2266:x1858043754107840:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1771968961.806820:0:14874:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000025049296/0x9268ded837c06b39 lrc: 2/0,0 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02691f expref: 27 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.806822:0:6217:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.806824:0:6217:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000df832a6c/0x9268ded837c05f8c lrc: 4/0,0 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026402 expref: 46 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.806827:0:14874:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.806828:0:14874:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.806830:0:14874:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000011b2e0d7/0x9268ded837c50913 lrc: 4/0,1 mode: --/PW res: [0x202:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.806832:0:6217:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000df832a6c/0x9268ded837c05f8c lrc: 3/0,0 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026402 expref: 46 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.806846:0:6217:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df832a6c/0x9268ded837c05f8c lrc: 0/0,0 mode: --/PW res: [0x1f5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026402 expref: 46 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.806846:0:14874:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000025049296/0x9268ded837c06b39 lrc: 3/0,0 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02691f expref: 27 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.806855:0:14874:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000025049296/0x9268ded837c06b39 lrc: 4/0,0 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02691f expref: 27 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.806857:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.806858:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.806875:0:6217:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000064aad3ef/0x9268ded837c508b8 lrc: 3/0,1 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.806878:0:14874:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009432ccbd pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14874:1858043760309120:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.806882:0:6217:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064aad3ef/0x9268ded837c508b8 lrc: 4/0,1 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.806898:0:6217:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1771968961.806898:0:14874:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e64fae12 going to sleep for 43 seconds 00000100:00100000:3.0:1771968961.806908:0:6217:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036e8a862 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+45:2266:x1858043754107840:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 92us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.806914:0:6217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11511 00000100:00100000:2.0:1771968961.806918:0:14888:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000344094d4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14888:1858043760308224:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.806933:0:14888:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000038e68a1f/0x9268ded837c508e2 lrc: 3/0,1 mode: --/PW res: [0x201:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.806942:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968961.806954:0:6217:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754107968 00010000:00010000:3.0:1771968961.806963:0:6217:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cb85ae62/0x9268ded837c06199 lrc: 4/0,0 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0264e9 expref: 28 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.806995:0:6217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11512 00000100:00100000:3.0:1771968961.807000:0:6217:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb2bd9aa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+28:2266:x1858043754107968:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1771968961.807002:0:8206:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006d356173/0x9268ded837c5089c lrc: 3/0,1 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.807007:0:6217:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.807010:0:6217:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cb85ae62/0x9268ded837c06199 lrc: 4/0,0 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0264e9 expref: 28 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.807010:0:8206:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006d356173/0x9268ded837c5089c lrc: 3/0,1 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.807019:0:6217:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cb85ae62/0x9268ded837c06199 lrc: 3/0,0 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0264e9 expref: 28 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.807019:0:8206:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006d356173/0x9268ded837c5089c lrc: 3/0,1 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.807032:0:6217:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb85ae62/0x9268ded837c06199 lrc: 0/0,0 mode: --/PW res: [0x1f7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0264e9 expref: 28 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.807032:0:8206:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006d356173/0x9268ded837c5089c lrc: 2/0,0 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.807042:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.807043:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.807045:0:6217:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000945cd46a/0x9268ded837c508d4 lrc: 3/0,1 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.807049:0:8206:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1771968961.807051:0:6217:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000945cd46a/0x9268ded837c508d4 lrc: 4/0,1 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.807064:0:6217:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968961.807077:0:6217:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb2bd9aa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+27:2266:x1858043754107968:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 77us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.807085:0:6217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11512 00010000:00010000:3.0:1771968961.807099:0:8204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000945cd46a/0x9268ded837c508d4 lrc: 3/0,1 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.807105:0:8204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000945cd46a/0x9268ded837c508d4 lrc: 3/0,1 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.807112:0:8204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000945cd46a/0x9268ded837c508d4 lrc: 3/0,1 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.807117:0:8204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000945cd46a/0x9268ded837c508d4 lrc: 2/0,0 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.807345:0:8204:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1771968961.807484:0:8206:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b3548d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+67:3335:x1858043760306240:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14399us (14515us total) trans 4294969058 rc 0/0 00000100:00100000:0.0:1771968961.807492:0:8206:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6375 00010000:00010000:0.0:1771968961.807513:0:8659:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000064aad3ef/0x9268ded837c508b8 lrc: 3/0,1 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.807520:0:8659:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064aad3ef/0x9268ded837c508b8 lrc: 3/0,1 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.807527:0:8659:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000064aad3ef/0x9268ded837c508b8 lrc: 3/0,1 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.807531:0:8659:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000064aad3ef/0x9268ded837c508b8 lrc: 2/0,0 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.807543:0:8659:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1771968961.807653:0:8204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a81845f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+66:3334:x1858043760307648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10942us (11016us total) trans 4294969059 rc 0/0 00000100:00100000:3.0:1771968961.807659:0:8204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6383 00010000:00010000:3.0:1771968961.807677:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1771968961.807682:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006d356173/0x9268ded837c5089c lrc: 2/0,0 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.807689:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006d356173 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.807692:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006d356173/0x9268ded837c5089c lrc: 2/0,0 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.807699:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006d356173/0x9268ded837c5089c lrc: 3/0,0 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.807715:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006d356173/0x9268ded837c5089c lrc: 1/0,0 mode: --/PW res: [0x1fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.807721:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006d356173/0x9268ded837c5089c lrc: 0/0,0 mode: --/PW res: [0x1fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.807735:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1771968961.807737:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000945cd46a/0x9268ded837c508d4 lrc: 2/0,0 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.807742:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000945cd46a already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.807744:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000945cd46a/0x9268ded837c508d4 lrc: 2/0,0 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.807748:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000945cd46a/0x9268ded837c508d4 lrc: 3/0,0 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.807754:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000945cd46a/0x9268ded837c508d4 lrc: 1/0,0 mode: --/PW res: [0x1f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.807759:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000945cd46a/0x9268ded837c508d4 lrc: 0/0,0 mode: --/PW res: [0x1f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.807770:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.807771:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000064aad3ef/0x9268ded837c508b8 lrc: 2/0,0 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.807781:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000064aad3ef already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.807783:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000064aad3ef/0x9268ded837c508b8 lrc: 2/0,0 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.807787:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000064aad3ef/0x9268ded837c508b8 lrc: 3/0,0 mode: PW/PW res: [0x1f5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.807794:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000064aad3ef/0x9268ded837c508b8 lrc: 1/0,0 mode: --/PW res: [0x1f5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.807800:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064aad3ef/0x9268ded837c508b8 lrc: 0/0,0 mode: --/PW res: [0x1f5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.807812:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.807813:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.807814:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.807820:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968961.807843:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968961.807872:0:6217:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754107904 00010000:00010000:3.0:1771968961.807887:0:6217:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b864e0db/0x9268ded837c46d76 lrc: 5/0,0 mode: PW/PW res: [0x399:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ba68 expref: 27 pid: 14891 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.807907:0:8659:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f7b64ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+66:3333:x1858043760306944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12108us (12428us total) trans 4294969147 rc 0/0 00000100:00100000:3.0:1771968961.807908:0:6217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11513 00000100:00100000:3.0:1771968961.807912:0:6217:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030c4f4d0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+27:2266:x1858043754107904:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00000100:00100000:0.0:1771968961.807913:0:8659:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6379 00010000:00010000:3.0:1771968961.807920:0:6217:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.807924:0:6217:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b864e0db/0x9268ded837c46d76 lrc: 5/0,0 mode: PW/PW res: [0x399:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ba68 expref: 27 pid: 14891 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.807929:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.807932:0:6217:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b864e0db/0x9268ded837c46d76 lrc: 4/0,0 mode: PW/PW res: [0x399:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ba68 expref: 27 pid: 14891 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.807945:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.807946:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.807948:0:6217:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000042d422cb/0x9268ded837c508cd lrc: 3/0,1 mode: PW/PW res: [0x399:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1771968961.807950:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d65231a3/2, rc 0, transno 1851 00010000:00010000:3.0:1771968961.807955:0:6217:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042d422cb/0x9268ded837c508cd lrc: 4/0,1 mode: PW/PW res: [0x399:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.807959:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d65231a3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760306944:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1771968961.807967:0:6217:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968961.807979:0:6217:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030c4f4d0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+27:2266:x1858043754107904:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 66us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.807985:0:6217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11513 00000100:00100000:0.0:1771968961.808006:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1771968961.808015:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000e96a3c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760309184:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.808035:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.808040:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968961.808048:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754108096 00000100:00100000:0.0:1771968961.808058:0:8659:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760309184 00010000:00010000:3.0:1771968961.808060:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009429de4a/0x9268ded837c06a59 lrc: 4/0,0 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0268bd expref: 27 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.808075:0:8659:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6393 00000100:00100000:3.0:1771968961.808076:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11514 00000100:00100000:0.0:1771968961.808079:0:8659:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041d2a7b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+66:3332:x1858043760309184:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.808080:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d1e2997 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+27:2264:x1858043754108096:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1771968961.808087:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.808090:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009429de4a/0x9268ded837c06a59 lrc: 4/0,0 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0268bd expref: 27 pid: 14884 timeout: 540 lvb_type: 0 00002000:00080000:0.0:1771968961.808095:0:8659:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:919 count 1 00010000:00010000:3.0:1771968961.808104:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009429de4a/0x9268ded837c06a59 lrc: 3/0,0 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0268bd expref: 27 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.808108:0:8659:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000026d4d01b/0x9268ded837c5091a lrc: 3/0,1 mode: --/PW res: [0x397:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.808115:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009429de4a/0x9268ded837c06a59 lrc: 0/0,0 mode: --/PW res: [0x201:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0268bd expref: 27 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.808118:0:8659:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b9e7483a/0x9268ded837c4665a lrc: 2/0,0 mode: PW/PW res: [0x397:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b7e4 expref: 44 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.808125:0:8659:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.808126:0:8659:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.808127:0:8659:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000026d4d01b/0x9268ded837c5091a lrc: 4/0,1 mode: --/PW res: [0x397:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.808147:0:8659:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b9e7483a/0x9268ded837c4665a lrc: 3/0,0 mode: PW/PW res: [0x397:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b7e4 expref: 44 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.808156:0:8659:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b9e7483a/0x9268ded837c4665a lrc: 4/0,0 mode: PW/PW res: [0x397:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b7e4 expref: 44 pid: 8204 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.808166:0:8659:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f8243a4e pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8659:1858043760309248:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.808206:0:8659:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ffdc4401 going to sleep for 43 seconds 00000100:00100000:0.0:1771968961.808236:0:15875:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002959e4db pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15875:1858043760307776:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.808241:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.808243:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.808245:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000038e68a1f/0x9268ded837c508e2 lrc: 3/0,1 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.808252:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000038e68a1f/0x9268ded837c508e2 lrc: 4/0,1 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.808252:0:15875:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000750d403b/0x9268ded837c508bf lrc: 3/0,1 mode: --/PW res: [0x1fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.808268:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968961.808291:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d1e2997 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+26:2264:x1858043754108096:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 210us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.808298:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11514 00000100:00100000:3.0:1771968961.808345:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968961.808358:0:6217:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754108032 00010000:00010000:3.0:1771968961.808369:0:6217:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ccaac2de/0x9268ded837c0625d lrc: 4/0,0 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02653d expref: 45 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.808372:0:14888:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000038e68a1f/0x9268ded837c508e2 lrc: 3/0,1 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.808380:0:14888:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000038e68a1f/0x9268ded837c508e2 lrc: 3/0,1 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.808386:0:6217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11515 00010000:00010000:2.0:1771968961.808387:0:14888:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000038e68a1f/0x9268ded837c508e2 lrc: 3/0,1 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.808390:0:6217:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002cfc8165 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+45:2264:x1858043754108032:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1771968961.808394:0:14888:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000038e68a1f/0x9268ded837c508e2 lrc: 2/0,0 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.808397:0:6217:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.808400:0:6217:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ccaac2de/0x9268ded837c0625d lrc: 4/0,0 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02653d expref: 45 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.808406:0:14888:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1771968961.808408:0:6217:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ccaac2de/0x9268ded837c0625d lrc: 3/0,0 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02653d expref: 45 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.808420:0:6217:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ccaac2de/0x9268ded837c0625d lrc: 0/0,0 mode: --/PW res: [0x1f8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02653d expref: 45 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.808429:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.808430:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.808432:0:6217:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006f876a6d/0x9268ded837c508db lrc: 3/0,1 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.808438:0:6217:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006f876a6d/0x9268ded837c508db lrc: 4/0,1 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.808454:0:6217:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968961.808466:0:6217:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002cfc8165 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+44:2264:x1858043754108032:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 75us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.808473:0:6217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11515 00000100:00100000:3.0:1771968961.808518:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968961.808529:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754107584 00010000:00010000:3.0:1771968961.808538:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005ab2d462/0x9268ded837c06dee lrc: 4/0,0 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026a4c expref: 26 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.808552:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11516 00000100:00100000:3.0:1771968961.808556:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036e8a862 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+26:2265:x1858043754107584:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1771968961.808565:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.808567:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005ab2d462/0x9268ded837c06dee lrc: 4/0,0 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026a4c expref: 26 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.808575:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005ab2d462/0x9268ded837c06dee lrc: 3/0,0 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026a4c expref: 26 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.808587:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ab2d462/0x9268ded837c06dee lrc: 0/0,0 mode: --/PW res: [0x205:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026a4c expref: 26 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.808597:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.808598:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.808600:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001ec1746d/0x9268ded837c50895 lrc: 3/0,1 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.808605:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ec1746d/0x9268ded837c50895 lrc: 4/0,1 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.808732:0:14888:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000014b0c391 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+66:3332:x1858043760308160:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10268us (10350us total) trans 4294969060 rc 0/0 00000100:00100000:2.0:1771968961.808739:0:14888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6385 00000004:00080000:2.0:1771968961.808769:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ff491fa7/2, rc 0, transno 1764 00000100:00100000:2.0:1771968961.808781:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ff491fa7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760308160:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1771968961.808816:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968961.808820:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000038e68a1f/0x9268ded837c508e2 lrc: 2/0,0 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.808828:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000038e68a1f already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.808831:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000038e68a1f/0x9268ded837c508e2 lrc: 2/0,0 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.808839:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000038e68a1f/0x9268ded837c508e2 lrc: 3/0,0 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.808851:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000038e68a1f/0x9268ded837c508e2 lrc: 1/0,0 mode: --/PW res: [0x201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.808856:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000038e68a1f/0x9268ded837c508e2 lrc: 0/0,0 mode: --/PW res: [0x201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.808882:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.808883:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.808884:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.808979:0:14892:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b864e0db/0x9268ded837c46d76 lrc: 0/0,0 mode: --/PW res: [0x399:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ba68 expref: 25 pid: 14891 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.808997:0:14892:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ef543a4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14892:1858043760307904:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.809010:0:14892:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000042d422cb/0x9268ded837c508cd lrc: 3/0,1 mode: PW/PW res: [0x399:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.809018:0:14892:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000042d422cb/0x9268ded837c508cd lrc: 3/0,1 mode: PW/PW res: [0x399:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.809024:0:14892:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042d422cb/0x9268ded837c508cd lrc: 3/0,1 mode: PW/PW res: [0x399:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.809031:0:14892:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042d422cb/0x9268ded837c508cd lrc: 3/0,1 mode: PW/PW res: [0x399:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.809037:0:14892:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000042d422cb/0x9268ded837c508cd lrc: 2/0,0 mode: PW/PW res: [0x399:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.809099:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:0.0:1771968961.809099:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000a7c0d978/2, rc 0, transno 1763 00000100:00100000:0.0:1771968961.809108:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a7c0d978 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760307648:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1771968961.809113:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036e8a862 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+24:2265:x1858043754107584:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 557us (595us total) trans 0 rc 0/0 00010000:00010000:0.0:1771968961.809119:0:14896:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001ec1746d/0x9268ded837c50895 lrc: 3/0,1 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.809120:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11516 00010000:00010000:0.0:1771968961.809126:0:14896:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ec1746d/0x9268ded837c50895 lrc: 3/0,1 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.809133:0:14896:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ec1746d/0x9268ded837c50895 lrc: 3/0,1 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.809139:0:14896:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ec1746d/0x9268ded837c50895 lrc: 2/0,0 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.809154:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1771968961.809162:0:14892:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1771968961.809169:0:6217:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754108160 00010000:00010000:3.0:1771968961.809194:0:6217:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000dcdcbf6/0x9268ded837c0678f lrc: 4/0,0 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02677b expref: 44 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.809213:0:6217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11517 00000100:00100000:3.0:1771968961.809218:0:6217:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb2bd9aa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+44:2265:x1858043754108160:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1771968961.809225:0:6217:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.809228:0:6217:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000dcdcbf6/0x9268ded837c0678f lrc: 4/0,0 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02677b expref: 44 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.809236:0:6217:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000dcdcbf6/0x9268ded837c0678f lrc: 3/0,0 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02677b expref: 44 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.809249:0:6217:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000dcdcbf6/0x9268ded837c0678f lrc: 0/0,0 mode: --/PW res: [0x1fe:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02677b expref: 44 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.809259:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.809260:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.809262:0:6217:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000750d403b/0x9268ded837c508bf lrc: 3/0,1 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.809269:0:6217:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000750d403b/0x9268ded837c508bf lrc: 4/0,1 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.809285:0:6217:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968961.809298:0:6217:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb2bd9aa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+43:2265:x1858043754108160:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 79us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968961.809298:0:14892:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db56e782 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+66:3334:x1858043760307584:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12795us (12835us total) trans 4294969061 rc 0/0 00000100:00100000:3.0:1771968961.809304:0:6217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11517 00000100:00100000:1.0:1771968961.809305:0:14892:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6382 00010000:00010000:3.0:1771968961.809319:0:15875:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000750d403b/0x9268ded837c508bf lrc: 3/0,1 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.809326:0:15875:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000750d403b/0x9268ded837c508bf lrc: 3/0,1 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.809332:0:14891:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008eeab365 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14891:1858043760307840:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.809338:0:15875:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000750d403b/0x9268ded837c508bf lrc: 3/0,1 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.809344:0:15875:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000750d403b/0x9268ded837c508bf lrc: 2/0,0 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.809344:0:14891:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006682efa9/0x9268ded837c508c6 lrc: 3/0,1 mode: --/PW res: [0x203:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.809415:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1771968961.809746:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1771968961.809750:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000042d422cb/0x9268ded837c508cd lrc: 2/0,0 mode: PW/PW res: [0x399:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.809758:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000042d422cb already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.809761:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000042d422cb/0x9268ded837c508cd lrc: 2/0,0 mode: PW/PW res: [0x399:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.809768:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000042d422cb/0x9268ded837c508cd lrc: 3/0,0 mode: PW/PW res: [0x399:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.809780:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000042d422cb/0x9268ded837c508cd lrc: 1/0,0 mode: --/PW res: [0x399:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.809786:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042d422cb/0x9268ded837c508cd lrc: 0/0,0 mode: --/PW res: [0x399:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.809800:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1771968961.809802:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ec1746d/0x9268ded837c50895 lrc: 3/0,0 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.809808:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001ec1746d already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.809810:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ec1746d/0x9268ded837c50895 lrc: 3/0,0 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.809816:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ec1746d/0x9268ded837c50895 lrc: 4/0,0 mode: PW/PW res: [0x205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.809825:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ec1746d/0x9268ded837c50895 lrc: 2/0,0 mode: --/PW res: [0x205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.809833:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968961.809835:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000750d403b/0x9268ded837c508bf lrc: 3/0,0 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.809840:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000750d403b already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.809842:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000750d403b/0x9268ded837c508bf lrc: 3/0,0 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.809848:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000750d403b/0x9268ded837c508bf lrc: 4/0,0 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.809857:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000750d403b/0x9268ded837c508bf lrc: 2/0,0 mode: --/PW res: [0x1fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.809881:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.809882:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.809884:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.810015:0:14896:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1771968961.810019:0:14896:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ec1746d/0x9268ded837c50895 lrc: 0/0,0 mode: --/PW res: [0x205:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.810297:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754108224 00010000:00010000:2.0:1771968961.810319:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ebe00a87/0x9268ded837c06bef lrc: 4/0,0 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026965 expref: 43 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.810329:0:15875:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1771968961.810333:0:15875:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000750d403b/0x9268ded837c508bf lrc: 0/0,0 mode: --/PW res: [0x1fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.810342:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11518 00000100:00100000:2.0:1771968961.810347:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000055fa873 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+43:2264:x1858043754108224:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1771968961.810356:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.810360:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ebe00a87/0x9268ded837c06bef lrc: 4/0,0 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026965 expref: 43 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.810369:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ebe00a87/0x9268ded837c06bef lrc: 3/0,0 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026965 expref: 43 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.810383:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ebe00a87/0x9268ded837c06bef lrc: 0/0,0 mode: --/PW res: [0x203:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026965 expref: 43 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.810393:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.810394:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.810397:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006682efa9/0x9268ded837c508c6 lrc: 3/0,1 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.810404:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006682efa9/0x9268ded837c508c6 lrc: 4/0,1 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.810430:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968961.810441:0:14891:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006682efa9/0x9268ded837c508c6 lrc: 3/0,1 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.810448:0:14891:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006682efa9/0x9268ded837c508c6 lrc: 3/0,1 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.810456:0:14891:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006682efa9/0x9268ded837c508c6 lrc: 3/0,1 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.810462:0:14891:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006682efa9/0x9268ded837c508c6 lrc: 2/0,0 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.810471:0:14891:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1771968961.810723:0:15875:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005aa14584 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+68:3333:x1858043760307456:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14627us (15149us total) trans 4294969148 rc 0/0 00000100:00100000:3.0:1771968961.810732:0:15875:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6380 00010000:00010000:3.0:1771968961.810753:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.810757:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006682efa9/0x9268ded837c508c6 lrc: 2/0,0 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.810764:0:14891:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e1f9b338 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+67:3332:x1858043760307520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14435us (15058us total) trans 4294969149 rc 0/0 00010000:00010000:3.0:1771968961.810765:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006682efa9 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.810768:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006682efa9/0x9268ded837c508c6 lrc: 2/0,0 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.810770:0:14891:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6381 00010000:00010000:3.0:1771968961.810775:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006682efa9/0x9268ded837c508c6 lrc: 3/0,0 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.810786:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006682efa9/0x9268ded837c508c6 lrc: 1/0,0 mode: --/PW res: [0x203:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.810797:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006682efa9/0x9268ded837c508c6 lrc: 0/0,0 mode: --/PW res: [0x203:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.810808:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.810809:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.810810:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1771968961.810811:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ec895caf/2, rc 0, transno 1853 00000100:00100000:2.0:1771968961.810823:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ec895caf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760307520:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1771968961.810825:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000022f2f61b/2, rc 0, transno 1852 00000100:00100000:3.0:1771968961.810828:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022f2f61b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760307456:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1771968961.810835:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.810882:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000055fa873 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+42:2264:x1858043754108224:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 534us (1467us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.810889:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11518 00000100:00100000:0.0:1771968961.811210:0:14896:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a80f930 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+66:3334:x1858043760306624:12345-0@lo:6:osp-syn-0-0.0 Request processed in 18655us (19736us total) trans 4294969062 rc 0/0 00000100:00100000:0.0:1771968961.811218:0:14896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6374 00010000:00010000:0.0:1771968961.811302:0:8205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006f876a6d/0x9268ded837c508db lrc: 3/0,1 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.811307:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f1215d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760309504:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1771968961.811311:0:8205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006f876a6d/0x9268ded837c508db lrc: 3/0,1 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.811319:0:8205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006f876a6d/0x9268ded837c508db lrc: 3/0,1 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.811325:0:8205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006f876a6d/0x9268ded837c508db lrc: 2/0,0 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.811339:0:8205:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1771968961.811392:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968961.811418:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1771968961.811423:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005671625b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760309440:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.811443:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.811453:0:14896:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760309504 00000100:00100000:3.0:1771968961.811464:0:14891:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760309440 00000100:00100000:0.0:1771968961.811477:0:14896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6394 00000100:00100000:3.0:1771968961.811481:0:14891:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6395 00000100:00100000:0.0:1771968961.811482:0:14896:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030c4f4d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+69:3333:x1858043760309504:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.811485:0:14891:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e4fa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+69:3333:x1858043760309440:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1771968961.811506:0:14891:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:503 count 1 00002000:00080000:0.0:1771968961.811506:0:14896:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:506 count 1 00010000:00010000:3.0:1771968961.811527:0:14891:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50928 lrc: 3/0,1 mode: --/PW res: [0x1f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.811527:0:14896:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001962d762/0x9268ded837c50921 lrc: 3/0,1 mode: --/PW res: [0x1fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.811542:0:14891:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f3c82263/0x9268ded837c06192 lrc: 2/0,0 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0264e2 expref: 41 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.811542:0:14896:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000065b15b83/0x9268ded837c063ec lrc: 2/0,0 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0265ec expref: 41 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.811550:0:14891:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.811550:0:14896:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.811552:0:14891:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.811552:0:14896:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.811554:0:14891:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50928 lrc: 4/0,1 mode: --/PW res: [0x1f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.811554:0:14896:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001962d762/0x9268ded837c50921 lrc: 4/0,1 mode: --/PW res: [0x1fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.811577:0:14891:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f3c82263/0x9268ded837c06192 lrc: 3/0,0 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0264e2 expref: 41 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.811577:0:14896:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000065b15b83/0x9268ded837c063ec lrc: 3/0,0 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0265ec expref: 41 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.811588:0:14891:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f3c82263/0x9268ded837c06192 lrc: 4/0,0 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0264e2 expref: 41 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.811588:0:14896:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000065b15b83/0x9268ded837c063ec lrc: 4/0,0 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0265ec expref: 41 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.811599:0:14891:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d60fee3a pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14891:1858043760309568:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.811602:0:14896:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b97fbf30 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14896:1858043760309632:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.811636:0:14891:0:(client.c:2500:ptlrpc_set_wait()) set 0000000059667021 going to sleep for 6 seconds 00010000:00010000:3.0:1771968961.811647:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.811650:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006f876a6d/0x9268ded837c508db lrc: 2/0,0 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.811657:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006f876a6d already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.811660:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006f876a6d/0x9268ded837c508db lrc: 2/0,0 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.811667:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006f876a6d/0x9268ded837c508db lrc: 3/0,0 mode: PW/PW res: [0x1f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.811681:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006f876a6d/0x9268ded837c508db lrc: 1/0,0 mode: --/PW res: [0x1f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.811687:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006f876a6d/0x9268ded837c508db lrc: 0/0,0 mode: --/PW res: [0x1f8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.811700:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.811702:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.811703:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.811712:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968961.811790:0:14896:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d52d0fff going to sleep for 6 seconds 00000100:00100000:0.0:1771968961.812065:0:8205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008172d2c5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+69:3332:x1858043760308032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14858us (14976us total) trans 4294969150 rc 0/0 00000100:00100000:0.0:1771968961.812073:0:8205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6384 00000004:00080000:0.0:1771968961.812241:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000398ceeb6/2, rc 0, transno 1765 00000100:00100000:0.0:1771968961.812253:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000398ceeb6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760307584:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1771968961.812274:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000dc6cfb69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760309376:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1771968961.812292:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e694a031/2, rc 0, transno 1766 00000100:00100000:0.0:1771968961.812299:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e694a031 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760306624:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1771968961.812306:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.812323:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000344094d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760309312:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1771968961.812331:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001a51e3be/2, rc 0, transno 1762 00000100:00100000:1.0:1771968961.812343:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001a51e3be pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760306240:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1771968961.812354:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bf9937ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760309760:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1771968961.812365:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1771968961.812371:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003e6c5ffb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760309824:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1771968961.812374:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.812390:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1771968961.812412:0:14884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760309376 00000100:00100000:0.0:1771968961.812412:0:15875:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760309760 00000100:00100000:0.0:1771968961.812445:0:15875:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760309824 00000004:00080000:2.0:1771968961.812537:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002993c8d8/2, rc 0, transno 1854 00000100:00100000:2.0:1771968961.812554:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002993c8d8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760308032:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.812587:0:14892:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6396 00000100:00100000:0.0:1771968961.812592:0:14892:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002c6cb909 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+68:3335:x1858043760309376:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1771968961.812610:0:14892:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:499 count 1 00010000:00010000:0.0:1771968961.812629:0:14892:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000780e8b47/0x9268ded837c5092f lrc: 3/0,1 mode: --/PW res: [0x1f3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.812643:0:14892:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009b5c2e28/0x9268ded837c05d9b lrc: 2/0,0 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026345 expref: 23 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.812654:0:14892:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.812656:0:14892:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.812657:0:14892:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000780e8b47/0x9268ded837c5092f lrc: 4/0,1 mode: --/PW res: [0x1f3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.812679:0:14892:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009b5c2e28/0x9268ded837c05d9b lrc: 3/0,0 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026345 expref: 23 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.812689:0:14892:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009b5c2e28/0x9268ded837c05d9b lrc: 4/0,0 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026345 expref: 23 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.812697:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1771968961.812699:0:14892:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000095caffcc pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14892:1858043760309888:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.812704:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004346d3c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760309952:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.812728:0:14892:0:(client.c:2500:ptlrpc_set_wait()) set 000000009521e2f2 going to sleep for 43 seconds 00000100:00100000:3.0:1771968961.812730:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.812746:0:14887:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760309952 00000100:00100000:3.0:1771968961.812754:0:14875:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6397 00000100:00100000:3.0:1771968961.812758:0:14875:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7a4e05c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+68:3335:x1858043760309760:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1771968961.812765:0:14887:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6398 00000100:00100000:0.0:1771968961.812769:0:14887:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000682e0a4b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+68:3333:x1858043760309824:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1771968961.812770:0:14875:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:477 count 1 00002000:00080000:0.0:1771968961.812777:0:14887:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:481 count 1 00010000:00010000:3.0:1771968961.812782:0:14875:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000945cd46a/0x9268ded837c50936 lrc: 3/0,1 mode: --/PW res: [0x1dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.812785:0:14887:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000958e5fe7/0x9268ded837c5093d lrc: 3/0,1 mode: --/PW res: [0x1e1:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.812792:0:14875:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d83073b7/0x9268ded837c046aa lrc: 2/0,0 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0259dd expref: 23 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.812794:0:14887:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b87a6b4c/0x9268ded837c04a77 lrc: 2/0,0 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b88 expref: 23 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.812799:0:14875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.812800:0:14887:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.812801:0:14875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.812802:0:14875:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000945cd46a/0x9268ded837c50936 lrc: 4/0,1 mode: --/PW res: [0x1dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.812802:0:14887:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.812803:0:14887:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000958e5fe7/0x9268ded837c5093d lrc: 4/0,1 mode: --/PW res: [0x1e1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.812818:0:14875:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d83073b7/0x9268ded837c046aa lrc: 3/0,0 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0259dd expref: 23 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.812822:0:14887:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b87a6b4c/0x9268ded837c04a77 lrc: 3/0,0 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b88 expref: 23 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.812826:0:14875:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d83073b7/0x9268ded837c046aa lrc: 4/0,0 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0259dd expref: 23 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.812829:0:14887:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b87a6b4c/0x9268ded837c04a77 lrc: 4/0,0 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b88 expref: 23 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.812835:0:14875:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a81845f pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14875:1858043760310016:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.812838:0:14887:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df67884b pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14887:1858043760310080:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.812856:0:14875:0:(client.c:2500:ptlrpc_set_wait()) set 000000005c4ab05e going to sleep for 43 seconds 00000100:00100000:2.0:1771968961.812891:0:14888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6399 00000100:00100000:2.0:1771968961.812896:0:14888:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b5441eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+69:3332:x1858043760309952:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1771968961.812910:0:14888:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:509 count 1 00010000:00010000:2.0:1771968961.812924:0:14888:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000038e68a1f/0x9268ded837c50944 lrc: 3/0,1 mode: --/PW res: [0x1fd:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.812932:0:14888:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004aeaab89/0x9268ded837c066bd lrc: 2/0,0 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026720 expref: 41 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.812936:0:14888:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.812937:0:14888:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.812938:0:14888:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038e68a1f/0x9268ded837c50944 lrc: 4/0,1 mode: --/PW res: [0x1fd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.812951:0:14888:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004aeaab89/0x9268ded837c066bd lrc: 3/0,0 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026720 expref: 41 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.812955:0:14888:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004aeaab89/0x9268ded837c066bd lrc: 4/0,0 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026720 expref: 41 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.812961:0:14888:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2d90ed3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14888:1858043760310144:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.812999:0:14887:0:(client.c:2500:ptlrpc_set_wait()) set 000000009d364265 going to sleep for 43 seconds 00000100:00100000:0.0:1771968961.813015:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.813032:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000030f0b30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760309696:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1771968961.813053:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.813081:0:8205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760309312 00000100:00100000:0.0:1771968961.813098:0:8205:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760309696 00000100:00100000:3.0:1771968961.813107:0:14895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6400 00000100:00100000:3.0:1771968961.813111:0:14895:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001eae3889 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+70:3334:x1858043760309312:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1771968961.813112:0:8205:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6401 00000100:00100000:0.0:1771968961.813115:0:8205:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb514154 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+70:3334:x1858043760309696:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1771968961.813123:0:8205:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:500 count 1 00010000:00010000:0.0:1771968961.813134:0:8205:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cc2c104d/0x9268ded837c5094b lrc: 3/0,1 mode: --/PW res: [0x1f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1771968961.813135:0:14895:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:510 count 1 00010000:00010000:3.0:1771968961.813144:0:14895:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008ea26c0f/0x9268ded837c50952 lrc: 3/0,1 mode: --/PW res: [0x1fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.813144:0:8205:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cfca38af/0x9268ded837c05edd lrc: 2/0,0 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0263bc expref: 23 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.813152:0:8205:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.813153:0:8205:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.813154:0:14895:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d7ae49e4/0x9268ded837c067b9 lrc: 2/0,0 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026797 expref: 23 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.813154:0:8205:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cc2c104d/0x9268ded837c5094b lrc: 4/0,1 mode: --/PW res: [0x1f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.813161:0:14895:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.813162:0:14895:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.813163:0:14895:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008ea26c0f/0x9268ded837c50952 lrc: 4/0,1 mode: --/PW res: [0x1fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.813194:0:14895:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d7ae49e4/0x9268ded837c067b9 lrc: 3/0,0 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026797 expref: 23 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.813201:0:14895:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d7ae49e4/0x9268ded837c067b9 lrc: 4/0,0 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026797 expref: 23 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.813233:0:8205:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cfca38af/0x9268ded837c05edd lrc: 3/0,0 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0263bc expref: 23 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.813241:0:8205:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cfca38af/0x9268ded837c05edd lrc: 4/0,0 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0263bc expref: 23 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.813249:0:8205:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ee8dfed3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8205:1858043760310272:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.813270:0:8205:0:(client.c:2500:ptlrpc_set_wait()) set 00000000afa413e4 going to sleep for 43 seconds 00000100:00100000:3.0:1771968961.813292:0:14895:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db56e782 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14895:1858043760310208:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.813314:0:14895:0:(client.c:2500:ptlrpc_set_wait()) set 000000000d5ee79b going to sleep for 43 seconds 00000100:00100000:2.0:1771968961.813336:0:14888:0:(client.c:2500:ptlrpc_set_wait()) set 000000009fdf9357 going to sleep for 6 seconds 00000100:00100000:3.0:1771968961.813428:0:14877:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000075a86022 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14877:1858043760308544:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.813432:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968961.813446:0:14877:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002abfc5d2/0x9268ded837c508e9 lrc: 3/0,1 mode: --/PW res: [0x1f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.813587:0:13424:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001b02045a pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13424:1858043760308864:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.813589:0:14893:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000096ed61bc pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14893:1858043760308608:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.813601:0:14893:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b5758b3a/0x9268ded837c508f0 lrc: 3/0,1 mode: --/PW res: [0x1f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.813601:0:13424:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000056a91af0/0x9268ded837c508fe lrc: 3/0,1 mode: --/PW res: [0x39e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.813697:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754108288 00010000:00010000:0.0:1771968961.813714:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d96b990c/0x9268ded837c05ec8 lrc: 4/0,0 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0263ae expref: 42 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.813757:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11519 00000100:00100000:0.0:1771968961.813761:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c6cae4b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+42:2264:x1858043754108288:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1771968961.813768:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.813772:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d96b990c/0x9268ded837c05ec8 lrc: 4/0,0 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0263ae expref: 42 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.813780:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d96b990c/0x9268ded837c05ec8 lrc: 3/0,0 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0263ae expref: 42 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.813796:0:6215:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d96b990c/0x9268ded837c05ec8 lrc: 0/0,0 mode: --/PW res: [0x1f4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0263ae expref: 42 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.813809:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.813811:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.813814:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002abfc5d2/0x9268ded837c508e9 lrc: 3/0,1 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.813822:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002abfc5d2/0x9268ded837c508e9 lrc: 4/0,1 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.813842:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968961.813846:0:14877:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002abfc5d2/0x9268ded837c508e9 lrc: 3/0,1 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.813854:0:14877:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002abfc5d2/0x9268ded837c508e9 lrc: 3/0,1 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.813874:0:14877:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002abfc5d2/0x9268ded837c508e9 lrc: 3/0,1 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.813882:0:14877:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002abfc5d2/0x9268ded837c508e9 lrc: 2/0,0 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.813882:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c6cae4b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+41:2264:x1858043754108288:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 121us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.813889:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11519 00010000:00010000:3.0:1771968961.813899:0:14877:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1771968961.813928:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968961.813934:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002abfc5d2/0x9268ded837c508e9 lrc: 2/0,0 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.813942:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002abfc5d2 already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.813945:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002abfc5d2/0x9268ded837c508e9 lrc: 2/0,0 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.813953:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002abfc5d2/0x9268ded837c508e9 lrc: 3/0,0 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.813965:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002abfc5d2/0x9268ded837c508e9 lrc: 1/0,0 mode: --/PW res: [0x1f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.813972:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002abfc5d2/0x9268ded837c508e9 lrc: 0/0,0 mode: --/PW res: [0x1f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.813986:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.813988:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.813989:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968961.814031:0:14890:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032fb086e pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14890:1858043760308800:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.814047:0:14890:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c508f7 lrc: 3/0,1 mode: --/PW res: [0x396:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.814104:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.814147:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754108480 00010000:00010000:0.0:1771968961.814160:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006199f102/0x9268ded837c47dfa lrc: 4/0,0 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03c09d expref: 24 pid: 14895 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.814252:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11520 00000100:00100000:0.0:1771968961.814258:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b02045a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+24:2265:x1858043754108480:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1771968961.814266:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.814270:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006199f102/0x9268ded837c47dfa lrc: 4/0,0 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03c09d expref: 24 pid: 14895 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.814279:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006199f102/0x9268ded837c47dfa lrc: 3/0,0 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03c09d expref: 24 pid: 14895 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.814299:0:6215:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006199f102/0x9268ded837c47dfa lrc: 0/0,0 mode: --/PW res: [0x39e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03c09d expref: 24 pid: 14895 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.814308:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.814310:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.814312:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000056a91af0/0x9268ded837c508fe lrc: 3/0,1 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.814318:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000056a91af0/0x9268ded837c508fe lrc: 4/0,1 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.814339:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1771968961.814361:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b02045a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+23:2265:x1858043754108480:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 103us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.814368:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11520 00010000:00010000:2.0:1771968961.814413:0:13424:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000056a91af0/0x9268ded837c508fe lrc: 3/0,1 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.814421:0:13424:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000056a91af0/0x9268ded837c508fe lrc: 3/0,1 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.814427:0:13424:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000056a91af0/0x9268ded837c508fe lrc: 3/0,1 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.814437:0:13424:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000056a91af0/0x9268ded837c508fe lrc: 2/0,0 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.814457:0:13424:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1771968961.814532:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1771968961.814537:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000056a91af0/0x9268ded837c508fe lrc: 2/0,0 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.814544:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000056a91af0 already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.814547:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000056a91af0/0x9268ded837c508fe lrc: 2/0,0 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.814553:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000056a91af0/0x9268ded837c508fe lrc: 3/0,0 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.814564:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000056a91af0/0x9268ded837c508fe lrc: 1/0,0 mode: --/PW res: [0x39e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.814569:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000056a91af0/0x9268ded837c508fe lrc: 0/0,0 mode: --/PW res: [0x39e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.814580:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.814581:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.814582:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.814608:0:13424:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f0c0a555 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+71:3333:x1858043760308480:12345-0@lo:6:osp-syn-0-0.0 Request processed in 8505us (10034us total) trans 4294969063 rc 0/0 00000100:00100000:2.0:1771968961.814616:0:13424:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6389 00000004:00080000:2.0:1771968961.814649:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000033e9ce92/2, rc 0, transno 1767 00000100:00100000:2.0:1771968961.814667:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000033e9ce92 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760308480:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1771968961.814964:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bf1406bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760310336:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1771968961.814989:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.815004:0:13424:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760310336 00000100:00100000:2.0:1771968961.815026:0:13424:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6402 00000100:00100000:2.0:1771968961.815030:0:13424:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c09633e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+71:3334:x1858043760310336:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1771968961.815051:0:13424:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:479 count 1 00010000:00010000:2.0:1771968961.815070:0:13424:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c50959 lrc: 3/0,1 mode: --/PW res: [0x1df:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.815081:0:13424:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000085598206/0x9268ded837c0488d lrc: 2/0,0 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025aa8 expref: 22 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.815085:0:13424:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.815086:0:13424:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.815087:0:13424:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c50959 lrc: 4/0,1 mode: --/PW res: [0x1df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.815104:0:13424:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000085598206/0x9268ded837c0488d lrc: 3/0,0 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025aa8 expref: 22 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.815111:0:13424:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000085598206/0x9268ded837c0488d lrc: 4/0,0 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025aa8 expref: 22 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.815118:0:13424:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5ac6e31 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13424:1858043760310400:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.815156:0:13424:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c51cb2fe going to sleep for 43 seconds 00000100:00100000:3.0:1771968961.815289:0:14877:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090fb61b1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+70:3335:x1858043760308288:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10664us (11391us total) trans 4294969151 rc 0/0 00000100:00100000:3.0:1771968961.815296:0:14877:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6386 00000100:00100000:1.0:1771968961.815350:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.815383:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754108416 00010000:00010000:2.0:1771968961.815401:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e397080f/0x9268ded837c4648c lrc: 4/0,0 mode: PW/PW res: [0x396:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b73c expref: 41 pid: 8204 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.815402:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.815419:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754108352 00000100:00100000:1.0:1771968961.815421:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11521 00000100:00100000:1.0:1771968961.815426:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007063afe2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+42:2265:x1858043754108416:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1771968961.815428:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000064d845ac/0x9268ded837c0632f lrc: 4/0,0 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026591 expref: 42 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.815435:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.815439:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e397080f/0x9268ded837c4648c lrc: 4/0,0 mode: PW/PW res: [0x396:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b73c expref: 42 pid: 8204 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.815448:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e397080f/0x9268ded837c4648c lrc: 3/0,0 mode: PW/PW res: [0x396:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b73c expref: 42 pid: 8204 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.815452:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11522 00000100:00100000:2.0:1771968961.815456:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000cb943c3c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+42:2264:x1858043754108352:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1771968961.815463:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.815465:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e397080f/0x9268ded837c4648c lrc: 0/0,0 mode: --/PW res: [0x396:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b73c expref: 42 pid: 8204 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.815466:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000064d845ac/0x9268ded837c0632f lrc: 4/0,0 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026591 expref: 42 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.815475:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000064d845ac/0x9268ded837c0632f lrc: 3/0,0 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026591 expref: 41 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.815475:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.815477:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.815479:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c508f7 lrc: 3/0,1 mode: PW/PW res: [0x396:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.815486:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c508f7 lrc: 4/0,1 mode: PW/PW res: [0x396:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.815487:0:6215:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064d845ac/0x9268ded837c0632f lrc: 0/0,0 mode: --/PW res: [0x1f9:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026591 expref: 41 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.815498:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.815499:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.815501:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b5758b3a/0x9268ded837c508f0 lrc: 3/0,1 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.815503:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968961.815508:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b5758b3a/0x9268ded837c508f0 lrc: 4/0,1 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.815520:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1771968961.815524:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007063afe2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+40:2265:x1858043754108416:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 98us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968961.815530:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11521 00000100:00100000:2.0:1771968961.815533:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000cb943c3c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+40:2264:x1858043754108352:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 77us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.815538:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11522 00000100:00100000:2.0:1771968961.815567:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968961.815578:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754108544 00010000:00010000:1.0:1771968961.815590:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cdee70cc/0x9268ded837c06c19 lrc: 5/0,0 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026981 expref: 23 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.815615:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11523 00000100:00100000:1.0:1771968961.815619:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084659499 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+23:2264:x1858043754108544:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1771968961.815626:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.815628:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cdee70cc/0x9268ded837c06c19 lrc: 5/0,0 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026981 expref: 23 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.815632:0:14885:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000073563c50 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14885:1858043760309056:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.815636:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cdee70cc/0x9268ded837c06c19 lrc: 4/0,0 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026981 expref: 23 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.815646:0:14885:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5090c lrc: 3/0,1 mode: --/PW res: [0x200:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.815649:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.815651:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.815653:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006802b24f/0x9268ded837c50905 lrc: 3/0,1 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.815659:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006802b24f/0x9268ded837c50905 lrc: 4/0,1 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.815671:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1771968961.815693:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084659499 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+23:2264:x1858043754108544:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 72us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968961.815699:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11523 00010000:00010000:3.0:1771968961.815716:0:14893:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b5758b3a/0x9268ded837c508f0 lrc: 3/0,1 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.815753:0:14893:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b5758b3a/0x9268ded837c508f0 lrc: 3/0,1 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.815760:0:14893:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b5758b3a/0x9268ded837c508f0 lrc: 3/0,1 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.815766:0:14893:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b5758b3a/0x9268ded837c508f0 lrc: 2/0,0 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.815781:0:14893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1771968961.815841:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007d80fcd8/2, rc 0, transno 1855 00000100:00100000:0.0:1771968961.815852:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007d80fcd8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760308288:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1771968961.815921:0:14890:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c508f7 lrc: 3/0,1 mode: PW/PW res: [0x396:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.815929:0:14890:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c508f7 lrc: 3/0,1 mode: PW/PW res: [0x396:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.815936:0:14890:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c508f7 lrc: 3/0,1 mode: PW/PW res: [0x396:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.815941:0:14890:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c508f7 lrc: 2/0,0 mode: PW/PW res: [0x396:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.815955:0:14890:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1771968961.816094:0:14890:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8a52665 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+70:3332:x1858043760308416:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10166us (11972us total) trans 4294969152 rc 0/0 00000100:00100000:0.0:1771968961.816101:0:14890:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6388 00000004:00080000:0.0:1771968961.816132:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e1517b51/2, rc 0, transno 1856 00000100:00100000:0.0:1771968961.816139:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1517b51 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760308416:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.816171:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000032fb086e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760310528:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.816212:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.816235:0:14877:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760310528 00000100:00100000:0.0:1771968961.816264:0:14877:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6403 00000100:00100000:0.0:1771968961.816268:0:14877:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eca11ad0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+70:3332:x1858043760310528:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1771968961.816283:0:14877:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:516 count 1 00010000:00010000:0.0:1771968961.816298:0:14877:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a11e11bb/0x9268ded837c50960 lrc: 3/0,1 mode: --/PW res: [0x204:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.816309:0:14877:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a64ee4e8/0x9268ded837c06cf2 lrc: 2/0,0 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0269dc expref: 38 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.816316:0:14877:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.816317:0:14877:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.816318:0:14877:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a11e11bb/0x9268ded837c50960 lrc: 4/0,1 mode: --/PW res: [0x204:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.816335:0:14877:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a64ee4e8/0x9268ded837c06cf2 lrc: 3/0,0 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0269dc expref: 38 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.816348:0:14877:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a64ee4e8/0x9268ded837c06cf2 lrc: 4/0,0 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0269dc expref: 38 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.816357:0:14877:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002bb3aa23 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14877:1858043760310592:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.816759:0:14893:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000541eddb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+71:3335:x1858043760308352:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11625us (12813us total) trans 4294969153 rc 0/0 00000100:00100000:3.0:1771968961.816765:0:14893:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6387 00010000:00010000:3.0:1771968961.816783:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1771968961.816788:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b5758b3a/0x9268ded837c508f0 lrc: 2/0,0 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.816796:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b5758b3a already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.816799:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b5758b3a/0x9268ded837c508f0 lrc: 2/0,0 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.816807:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b5758b3a/0x9268ded837c508f0 lrc: 3/0,0 mode: PW/PW res: [0x1f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.816819:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b5758b3a/0x9268ded837c508f0 lrc: 1/0,0 mode: --/PW res: [0x1f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.816823:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b5758b3a/0x9268ded837c508f0 lrc: 0/0,0 mode: --/PW res: [0x1f9:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.816836:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.816838:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c508f7 lrc: 2/0,0 mode: PW/PW res: [0x396:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.816844:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b19f9ad7 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.816845:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c508f7 lrc: 2/0,0 mode: PW/PW res: [0x396:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.816851:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c508f7 lrc: 3/0,0 mode: PW/PW res: [0x396:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.816858:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c508f7 lrc: 1/0,0 mode: --/PW res: [0x396:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.816875:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b19f9ad7/0x9268ded837c508f7 lrc: 0/0,0 mode: --/PW res: [0x396:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.816886:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.816887:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.816888:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.816914:0:14894:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cdee70cc/0x9268ded837c06c19 lrc: 0/0,0 mode: --/PW res: [0x203:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026981 expref: 22 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.816923:0:14894:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069696d48 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14894:1858043760308928:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.816936:0:14894:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006802b24f/0x9268ded837c50905 lrc: 3/0,1 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.816943:0:14894:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006802b24f/0x9268ded837c50905 lrc: 3/0,1 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.816949:0:14894:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006802b24f/0x9268ded837c50905 lrc: 3/0,1 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.816957:0:14894:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006802b24f/0x9268ded837c50905 lrc: 3/0,1 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.816961:0:14894:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006802b24f/0x9268ded837c50905 lrc: 2/0,0 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.816973:0:14894:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1771968961.817272:0:14894:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abc82fd1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+72:3335:x1858043760308672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10937us (11977us total) trans 4294969064 rc 0/0 00000100:00100000:3.0:1771968961.817279:0:14894:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6390 00010000:00010000:1.0:1771968961.817367:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1771968961.817372:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006802b24f/0x9268ded837c50905 lrc: 2/0,0 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.817380:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006802b24f already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.817383:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006802b24f/0x9268ded837c50905 lrc: 2/0,0 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.817389:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006802b24f/0x9268ded837c50905 lrc: 3/0,0 mode: PW/PW res: [0x203:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.817394:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:1.0:1771968961.817401:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006802b24f/0x9268ded837c50905 lrc: 1/0,0 mode: --/PW res: [0x203:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.817406:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008d38bbbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760310464:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.817407:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006802b24f/0x9268ded837c50905 lrc: 0/0,0 mode: --/PW res: [0x203:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.817420:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.817421:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.817422:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.817437:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1771968961.817462:0:15875:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760310464 00010000:00010000:2.0:1771968961.817467:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1771968961.817488:0:15875:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6404 00000100:00100000:1.0:1771968961.817492:0:15875:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000073563c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+71:3334:x1858043760310464:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1771968961.817507:0:15875:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:925 count 1 00010000:00010000:1.0:1771968961.817524:0:15875:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be678bbf/0x9268ded837c50967 lrc: 3/0,1 mode: --/PW res: [0x39d:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.817535:0:15875:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f51407b8/0x9268ded837c47a65 lrc: 2/0,0 mode: PW/PW res: [0x39d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03bf5b expref: 38 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.817542:0:15875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.817543:0:15875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.817544:0:15875:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be678bbf/0x9268ded837c50967 lrc: 4/0,1 mode: --/PW res: [0x39d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.817571:0:15875:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f51407b8/0x9268ded837c47a65 lrc: 3/0,0 mode: PW/PW res: [0x39d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03bf5b expref: 38 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.817580:0:15875:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f51407b8/0x9268ded837c47a65 lrc: 4/0,0 mode: PW/PW res: [0x39d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03bf5b expref: 38 pid: 14895 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.817590:0:15875:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000055fa873 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15875:1858043760310656:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.817723:0:15875:0:(client.c:2500:ptlrpc_set_wait()) set 0000000079e0e3de going to sleep for 43 seconds 00000100:00100000:0.0:1771968961.817723:0:14877:0:(client.c:2500:ptlrpc_set_wait()) set 000000003dee108a going to sleep for 43 seconds 00000004:00080000:0.0:1771968961.817756:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004310c99f/2, rc 0, transno 1768 00000100:00100000:0.0:1771968961.817771:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004310c99f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760308672:0@lo:6:osp-syn-0-0.0 00000004:00080000:0.0:1771968961.817784:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000007a77057/2, rc 0, transno 1857 00000100:00100000:0.0:1771968961.817793:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000007a77057 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760308352:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.817836:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1771968961.817843:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f7980ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760310720:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.817883:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.817911:0:14890:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760310720 00000100:00100000:0.0:1771968961.817932:0:14890:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6405 00000100:00100000:0.0:1771968961.817936:0:14890:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f7b64ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+72:3332:x1858043760310720:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1771968961.817946:0:14890:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:920 count 1 00010000:00010000:0.0:1771968961.817957:0:14890:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022a167cc/0x9268ded837c5096e lrc: 3/0,1 mode: --/PW res: [0x398:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.817967:0:14890:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002d094391/0x9268ded837c46b5b lrc: 2/0,0 mode: PW/PW res: [0x398:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b988 expref: 38 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.817973:0:14890:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.817975:0:14890:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.817976:0:14890:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022a167cc/0x9268ded837c5096e lrc: 4/0,1 mode: --/PW res: [0x398:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.817992:0:14890:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002d094391/0x9268ded837c46b5b lrc: 3/0,0 mode: PW/PW res: [0x398:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b988 expref: 38 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.818000:0:14890:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002d094391/0x9268ded837c46b5b lrc: 4/0,0 mode: PW/PW res: [0x398:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b988 expref: 38 pid: 14891 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.818009:0:14890:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005aa14584 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14890:1858043760310784:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.818029:0:14890:0:(client.c:2500:ptlrpc_set_wait()) set 00000000cd7c850c going to sleep for 43 seconds 00000100:00100000:1.0:1771968961.818130:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000022fb612e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760310848:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1771968961.818156:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1771968961.818208:0:14894:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760310848 00000100:00100000:1.0:1771968961.818235:0:14894:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6406 00000100:00100000:1.0:1771968961.818238:0:14894:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000016693fa0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+72:3334:x1858043760310848:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1771968961.818250:0:14894:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:480 count 1 00010000:00010000:1.0:1771968961.818264:0:14894:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003195cbcb/0x9268ded837c50975 lrc: 3/0,1 mode: --/PW res: [0x1e0:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.818275:0:14894:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bebf40a2/0x9268ded837c04982 lrc: 2/0,0 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b18 expref: 21 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.818281:0:14894:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.818282:0:14894:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.818283:0:14894:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003195cbcb/0x9268ded837c50975 lrc: 4/0,1 mode: --/PW res: [0x1e0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.818303:0:14894:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bebf40a2/0x9268ded837c04982 lrc: 3/0,0 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b18 expref: 21 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.818312:0:14894:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bebf40a2/0x9268ded837c04982 lrc: 4/0,0 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b18 expref: 21 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.818323:0:14894:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008044cdec pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14894:1858043760310912:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.818344:0:14894:0:(client.c:2500:ptlrpc_set_wait()) set 00000000464e1bcf going to sleep for 43 seconds 00000100:00100000:2.0:1771968961.818528:0:14874:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009432ccbd pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14874:1858043760309120:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.818545:0:14874:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000011b2e0d7/0x9268ded837c50913 lrc: 3/0,1 mode: --/PW res: [0x202:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.819044:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.819069:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968961.819073:0:6217:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754108672 00010000:00010000:3.0:1771968961.819095:0:6217:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000025049296/0x9268ded837c06b39 lrc: 4/0,0 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02691f expref: 22 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.819155:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.819349:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754108608 00000100:00100000:1.0:1771968961.819358:0:8659:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f8243a4e pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8659:1858043760309248:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.819365:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008de4d929/0x9268ded837c06964 lrc: 4/0,0 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02684d expref: 39 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.819375:0:8659:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000026d4d01b/0x9268ded837c5091a lrc: 3/0,1 mode: --/PW res: [0x397:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.819386:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754108736 00010000:00010000:0.0:1771968961.819395:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b9e7483a/0x9268ded837c4665a lrc: 4/0,0 mode: PW/PW res: [0x397:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b7e4 expref: 40 pid: 8204 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.819397:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11524 00000100:00100000:1.0:1771968961.819402:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009432ccbd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+22:2265:x1858043754108672:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00000100:00100000:0.0:1771968961.819412:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11525 00010000:00010000:1.0:1771968961.819414:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1771968961.819416:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f023a3b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+40:2265:x1858043754108608:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1771968961.819419:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000025049296/0x9268ded837c06b39 lrc: 4/0,0 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02691f expref: 22 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.819424:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.819427:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008de4d929/0x9268ded837c06964 lrc: 4/0,0 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02684d expref: 40 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.819430:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000025049296/0x9268ded837c06b39 lrc: 3/0,0 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02691f expref: 22 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.819435:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008de4d929/0x9268ded837c06964 lrc: 3/0,0 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02684d expref: 40 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.819451:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000025049296/0x9268ded837c06b39 lrc: 0/0,0 mode: --/PW res: [0x202:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02691f expref: 22 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.819451:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008de4d929/0x9268ded837c06964 lrc: 0/0,0 mode: --/PW res: [0x200:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02684d expref: 40 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.819464:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.819464:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.819466:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.819466:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.819468:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000011b2e0d7/0x9268ded837c50913 lrc: 3/0,1 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.819469:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5090c lrc: 3/0,1 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.819477:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5090c lrc: 4/0,1 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.819481:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000011b2e0d7/0x9268ded837c50913 lrc: 4/0,1 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.819497:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968961.819497:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.819509:0:14874:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000011b2e0d7/0x9268ded837c50913 lrc: 3/0,1 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.819516:0:14874:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000011b2e0d7/0x9268ded837c50913 lrc: 3/0,1 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.819524:0:14874:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000011b2e0d7/0x9268ded837c50913 lrc: 3/0,1 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.819531:0:14874:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000011b2e0d7/0x9268ded837c50913 lrc: 2/0,0 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.819536:0:14885:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5090c lrc: 3/0,1 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.819544:0:14885:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5090c lrc: 3/0,1 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.819547:0:14874:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1771968961.819550:0:14885:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5090c lrc: 3/0,1 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.819556:0:14885:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5090c lrc: 2/0,0 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.819567:0:14885:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1771968961.819692:0:6217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11526 00000100:00100000:3.0:1771968961.819697:0:6217:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b3548d2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+39:2265:x1858043754108736:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1771968961.819705:0:6217:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.819709:0:6217:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b9e7483a/0x9268ded837c4665a lrc: 4/0,0 mode: PW/PW res: [0x397:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b7e4 expref: 39 pid: 8204 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.819717:0:6217:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b9e7483a/0x9268ded837c4665a lrc: 3/0,0 mode: PW/PW res: [0x397:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b7e4 expref: 39 pid: 8204 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.819731:0:6217:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9e7483a/0x9268ded837c4665a lrc: 0/0,0 mode: --/PW res: [0x397:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b7e4 expref: 39 pid: 8204 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.819744:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.819746:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.819748:0:6217:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000026d4d01b/0x9268ded837c5091a lrc: 3/0,1 mode: PW/PW res: [0x397:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.819755:0:6217:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000026d4d01b/0x9268ded837c5091a lrc: 4/0,1 mode: PW/PW res: [0x397:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.819773:0:6217:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968961.819805:0:6217:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b3548d2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+38:2265:x1858043754108736:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 107us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.819812:0:6217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11526 00000100:00100000:0.0:1771968961.819887:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f023a3b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+37:2265:x1858043754108608:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 470us (817us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.819895:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11525 00010000:00010000:0.0:1771968961.820227:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1771968961.820232:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000011b2e0d7/0x9268ded837c50913 lrc: 2/0,0 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.820240:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000011b2e0d7 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.820245:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000011b2e0d7/0x9268ded837c50913 lrc: 2/0,0 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.820252:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000011b2e0d7/0x9268ded837c50913 lrc: 3/0,0 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.820265:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000011b2e0d7/0x9268ded837c50913 lrc: 1/0,0 mode: --/PW res: [0x202:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.820272:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000011b2e0d7/0x9268ded837c50913 lrc: 0/0,0 mode: --/PW res: [0x202:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14874 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.820279:0:14891:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d60fee3a pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14891:1858043760309568:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.820286:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.820289:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5090c lrc: 2/0,0 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.820293:0:14891:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50928 lrc: 3/0,1 mode: --/PW res: [0x1f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.820294:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b8bb66ad already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.820296:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5090c lrc: 2/0,0 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.820302:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5090c lrc: 3/0,0 mode: PW/PW res: [0x200:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.820311:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5090c lrc: 1/0,0 mode: --/PW res: [0x200:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.820316:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b8bb66ad/0x9268ded837c5090c lrc: 0/0,0 mode: --/PW res: [0x200:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.820328:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.820329:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.820331:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968961.820366:0:14896:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b97fbf30 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14896:1858043760309632:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.820380:0:14896:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000001962d762/0x9268ded837c50921 lrc: 3/0,1 mode: --/PW res: [0x1fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.820400:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009432ccbd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+21:2265:x1858043754108672:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 998us (1358us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.820410:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11524 00000100:00100000:1.0:1771968961.820808:0:14874:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000875c41bc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+73:3332:x1858043760308992:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14018us (14238us total) trans 4294969065 rc 0/0 00000100:00100000:1.0:1771968961.820817:0:14874:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6392 00010000:00010000:1.0:1771968961.820839:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.820848:0:8659:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000026d4d01b/0x9268ded837c5091a lrc: 3/0,1 mode: PW/PW res: [0x397:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.820856:0:8659:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000026d4d01b/0x9268ded837c5091a lrc: 3/0,1 mode: PW/PW res: [0x397:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.820881:0:8659:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000026d4d01b/0x9268ded837c5091a lrc: 3/0,1 mode: PW/PW res: [0x397:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.820887:0:8659:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000026d4d01b/0x9268ded837c5091a lrc: 2/0,0 mode: PW/PW res: [0x397:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.820901:0:8659:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1771968961.820902:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000d6bf4c48/2, rc 0, transno 1769 00000100:00100000:0.0:1771968961.820914:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d6bf4c48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760308992:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1771968961.821015:0:14885:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fa150ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+74:3335:x1858043760308736:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14337us (15086us total) trans 4294969154 rc 0/0 00000100:00100000:2.0:1771968961.821023:0:14885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6391 00010000:00010000:2.0:1771968961.821041:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968961.821045:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000026d4d01b/0x9268ded837c5091a lrc: 2/0,0 mode: PW/PW res: [0x397:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.821053:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000026d4d01b already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.821056:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000026d4d01b/0x9268ded837c5091a lrc: 2/0,0 mode: PW/PW res: [0x397:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.821062:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000026d4d01b/0x9268ded837c5091a lrc: 3/0,0 mode: PW/PW res: [0x397:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.821080:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000026d4d01b/0x9268ded837c5091a lrc: 1/0,0 mode: --/PW res: [0x397:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.821086:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000026d4d01b/0x9268ded837c5091a lrc: 0/0,0 mode: --/PW res: [0x397:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.821099:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.821100:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.821101:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1771968961.821431:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000009e821718/2, rc 0, transno 1858 00000100:00100000:0.0:1771968961.821443:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009e821718 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760308736:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1771968961.821513:0:8659:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041d2a7b3 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+73:3332:x1858043760309184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13432us (13471us total) trans 4294969155 rc 0/0 00000100:00100000:1.0:1771968961.821519:0:8659:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6393 00000100:00100000:0.0:1771968961.821523:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e1f9b338 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760310976:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.821559:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1771968961.821578:0:8659:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760310976 00000100:00100000:1.0:1771968961.821609:0:8659:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6407 00000100:00100000:1.0:1771968961.821613:0:8659:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002959e4db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+73:3335:x1858043760310976:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1771968961.821639:0:8659:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:926 count 1 00010000:00010000:1.0:1771968961.821660:0:8659:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000039c7a3b9/0x9268ded837c5097c lrc: 3/0,1 mode: --/PW res: [0x39e:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.821661:0:14875:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a81845f pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14875:1858043760310016:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.821673:0:8659:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005ce5e107/0x9268ded837c47bc3 lrc: 2/0,0 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03bfe0 expref: 36 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.821675:0:14875:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000945cd46a/0x9268ded837c50936 lrc: 3/0,1 mode: --/PW res: [0x1dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.821757:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005ea996c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760311040:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1771968961.821774:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968961.821783:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.821794:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754108928 00000004:00080000:3.0:1771968961.821802:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000e96a3c7/2, rc 0, transno 1859 00010000:00010000:2.0:1771968961.821809:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009b5c2e28/0x9268ded837c05d9b lrc: 5/0,0 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026345 expref: 21 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.821811:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000e96a3c7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760309184:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.821832:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11527 00000100:00100000:2.0:1771968961.821836:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c69ee4b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+21:2267:x1858043754108928:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00000100:00100000:3.0:1771968961.821846:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1771968961.821846:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.821850:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009b5c2e28/0x9268ded837c05d9b lrc: 5/0,0 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026345 expref: 21 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.821851:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008172d2c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760311104:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1771968961.821873:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009b5c2e28/0x9268ded837c05d9b lrc: 4/0,0 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026345 expref: 21 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.821887:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1771968961.821891:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.821894:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.821896:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000780e8b47/0x9268ded837c5092f lrc: 3/0,1 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.821904:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000780e8b47/0x9268ded837c5092f lrc: 4/0,1 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.821909:0:14893:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760311040 00010000:00010000:2.0:1771968961.821919:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968961.821929:0:14893:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760311104 00000100:00100000:3.0:1771968961.821945:0:14893:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6408 00000100:00100000:2.0:1771968961.821946:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c69ee4b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+21:2267:x1858043754108928:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 109us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.821949:0:14893:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a80f930 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+73:3332:x1858043760311040:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1771968961.821952:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11527 00002000:00080000:3.0:1771968961.821961:0:14893:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:478 count 1 00010000:00010000:3.0:1771968961.821975:0:14893:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001795fe3f/0x9268ded837c50983 lrc: 3/0,1 mode: --/PW res: [0x1de:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.821987:0:14893:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f70da0e5/0x9268ded837c047bb lrc: 2/0,0 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025a4d expref: 20 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.821991:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968961.821994:0:14893:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.821996:0:14893:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.821997:0:14893:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001795fe3f/0x9268ded837c50983 lrc: 4/0,1 mode: --/PW res: [0x1de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.822008:0:8220:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754108800 00010000:00010000:3.0:1771968961.822017:0:14893:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f70da0e5/0x9268ded837c047bb lrc: 3/0,0 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025a4d expref: 20 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.822019:0:8220:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f3c82263/0x9268ded837c06192 lrc: 4/0,0 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0264e2 expref: 37 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.822029:0:14893:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f70da0e5/0x9268ded837c047bb lrc: 4/0,0 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025a4d expref: 20 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.822036:0:8220:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11528 00000100:00100000:3.0:1771968961.822039:0:14893:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004ef543a4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14893:1858043760311168:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.822040:0:8220:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d05f4af1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+37:2265:x1858043754108800:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1771968961.822047:0:8220:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.822050:0:8220:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f3c82263/0x9268ded837c06192 lrc: 4/0,0 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0264e2 expref: 37 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.822058:0:8220:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f3c82263/0x9268ded837c06192 lrc: 3/0,0 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0264e2 expref: 37 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.822066:0:14893:0:(client.c:2500:ptlrpc_set_wait()) set 0000000059667021 going to sleep for 43 seconds 00010000:00010000:2.0:1771968961.822077:0:8220:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f3c82263/0x9268ded837c06192 lrc: 0/0,0 mode: --/PW res: [0x1f7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0264e2 expref: 37 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.822080:0:8204:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6409 00000100:00100000:3.0:1771968961.822084:0:8204:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008eeab365 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+74:3332:x1858043760311104:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1771968961.822088:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.822089:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.822092:0:8220:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50928 lrc: 3/0,1 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1771968961.822098:0:8204:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:502 count 1 00010000:00010000:2.0:1771968961.822098:0:8220:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50928 lrc: 4/0,1 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.822109:0:8204:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c5098a lrc: 3/0,1 mode: --/PW res: [0x1f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.822115:0:8220:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968961.822120:0:8204:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000616d9885/0x9268ded837c060a4 lrc: 2/0,0 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026479 expref: 36 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.822126:0:8204:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.822128:0:8204:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.822130:0:8204:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c5098a lrc: 4/0,1 mode: --/PW res: [0x1f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.822130:0:8220:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d05f4af1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+36:2265:x1858043754108800:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 90us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.822137:0:8220:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11528 00010000:00010000:3.0:1771968961.822146:0:8204:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000616d9885/0x9268ded837c060a4 lrc: 3/0,0 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026479 expref: 35 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.822154:0:8204:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000616d9885/0x9268ded837c060a4 lrc: 4/0,0 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026479 expref: 35 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.822163:0:8204:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000042b6133 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8204:1858043760311232:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.822195:0:14891:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50928 lrc: 3/0,1 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.822204:0:8204:0:(client.c:2500:ptlrpc_set_wait()) set 000000009aa4e995 going to sleep for 43 seconds 00010000:00010000:2.0:1771968961.822204:0:14891:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50928 lrc: 3/0,1 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.822212:0:14891:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50928 lrc: 3/0,1 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.822218:0:14891:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50928 lrc: 2/0,0 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.822243:0:14891:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1771968961.822250:0:8659:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.822252:0:8659:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.822254:0:8659:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000039c7a3b9/0x9268ded837c5097c lrc: 4/0,1 mode: --/PW res: [0x39e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.822270:0:8659:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005ce5e107/0x9268ded837c47bc3 lrc: 3/0,0 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03bfe0 expref: 35 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.822282:0:8659:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005ce5e107/0x9268ded837c47bc3 lrc: 4/0,0 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03bfe0 expref: 35 pid: 14895 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.822290:0:8659:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000006ac6d27 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8659:1858043760311296:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.822311:0:8659:0:(client.c:2500:ptlrpc_set_wait()) set 00000000e5d7f43a going to sleep for 43 seconds 00010000:00010000:3.0:1771968961.822369:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.822373:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50928 lrc: 2/0,0 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.822381:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000004b21abb already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.822383:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50928 lrc: 2/0,0 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.822390:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50928 lrc: 3/0,0 mode: PW/PW res: [0x1f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.822400:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50928 lrc: 1/0,0 mode: --/PW res: [0x1f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.822406:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50928 lrc: 0/0,0 mode: --/PW res: [0x1f7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.822423:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.822425:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.822426:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.822599:0:14891:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e4fa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+75:3333:x1858043760309440:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11112us (11154us total) trans 4294969156 rc 0/0 00000100:00100000:2.0:1771968961.822607:0:14891:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6395 00000004:00080000:1.0:1771968961.822620:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005671625b/2, rc 0, transno 1860 00000100:00100000:1.0:1771968961.822634:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005671625b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760309440:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.822660:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.822675:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754108992 00000100:00100000:1.0:1771968961.822787:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f8bb80f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760311360:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1771968961.822795:0:14892:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009b5c2e28/0x9268ded837c05d9b lrc: 0/0,0 mode: --/PW res: [0x1f3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026345 expref: 21 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.822806:0:14892:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000095caffcc pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14892:1858043760309888:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.822813:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1771968961.822819:0:14892:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000780e8b47/0x9268ded837c5092f lrc: 3/0,1 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.822826:0:14892:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000780e8b47/0x9268ded837c5092f lrc: 3/0,1 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.822832:0:14891:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760311360 00010000:00010000:0.0:1771968961.822832:0:14892:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000780e8b47/0x9268ded837c5092f lrc: 3/0,1 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.822839:0:14892:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000780e8b47/0x9268ded837c5092f lrc: 3/0,1 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.822845:0:14892:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000780e8b47/0x9268ded837c5092f lrc: 2/0,0 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.822850:0:14891:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6410 00000100:00100000:1.0:1771968961.822853:0:14891:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000011eaa245 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+75:3334:x1858043760311360:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1771968961.822877:0:14891:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:513 count 1 00010000:00010000:0.0:1771968961.822877:0:14892:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1771968961.822889:0:14891:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a5c6408b/0x9268ded837c50991 lrc: 3/0,1 mode: --/PW res: [0x201:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.822899:0:14891:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007808e3d4/0x9268ded837c06a44 lrc: 2/0,0 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0268af expref: 35 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.822905:0:14891:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.822906:0:14891:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.822908:0:14891:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5c6408b/0x9268ded837c50991 lrc: 4/0,1 mode: --/PW res: [0x201:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.822924:0:14891:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007808e3d4/0x9268ded837c06a44 lrc: 3/0,0 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0268af expref: 35 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.822932:0:14891:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007808e3d4/0x9268ded837c06a44 lrc: 4/0,0 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0268af expref: 35 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.822940:0:14891:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000038f58df9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14891:1858043760311424:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.822961:0:14891:0:(client.c:2500:ptlrpc_set_wait()) set 0000000053ccbd38 going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.822970:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1771968961.822973:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000780e8b47/0x9268ded837c5092f lrc: 2/0,0 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.822980:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000780e8b47 already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.822982:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000780e8b47/0x9268ded837c5092f lrc: 2/0,0 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.822988:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000780e8b47/0x9268ded837c5092f lrc: 3/0,0 mode: PW/PW res: [0x1f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.822999:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000780e8b47/0x9268ded837c5092f lrc: 1/0,0 mode: --/PW res: [0x1f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.823005:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000780e8b47/0x9268ded837c5092f lrc: 0/0,0 mode: --/PW res: [0x1f3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.823017:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.823018:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.823019:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.823044:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d83073b7/0x9268ded837c046aa lrc: 4/0,0 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0259dd expref: 20 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.823068:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11529 00000100:00100000:2.0:1771968961.823073:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084659499 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+20:2265:x1858043754108992:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1771968961.823081:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.823085:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d83073b7/0x9268ded837c046aa lrc: 4/0,0 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0259dd expref: 20 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.823093:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d83073b7/0x9268ded837c046aa lrc: 3/0,0 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0259dd expref: 20 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.823107:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d83073b7/0x9268ded837c046aa lrc: 0/0,0 mode: --/PW res: [0x1dd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0259dd expref: 20 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.823118:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.823120:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.823122:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000945cd46a/0x9268ded837c50936 lrc: 3/0,1 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.823131:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000945cd46a/0x9268ded837c50936 lrc: 4/0,1 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.823148:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968961.823166:0:14875:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000945cd46a/0x9268ded837c50936 lrc: 3/0,1 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.823166:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084659499 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+19:2265:x1858043754108992:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 92us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.823190:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11529 00010000:00010000:3.0:1771968961.823195:0:14875:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000945cd46a/0x9268ded837c50936 lrc: 3/0,1 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.823202:0:14875:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000945cd46a/0x9268ded837c50936 lrc: 3/0,1 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.823208:0:14875:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000945cd46a/0x9268ded837c50936 lrc: 2/0,0 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.823226:0:14875:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1771968961.823231:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968961.823233:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000945cd46a/0x9268ded837c50936 lrc: 2/0,0 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.823240:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000945cd46a already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.823242:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000945cd46a/0x9268ded837c50936 lrc: 2/0,0 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.823248:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000945cd46a/0x9268ded837c50936 lrc: 3/0,0 mode: PW/PW res: [0x1dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.823260:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000945cd46a/0x9268ded837c50936 lrc: 1/0,0 mode: --/PW res: [0x1dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.823266:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000945cd46a/0x9268ded837c50936 lrc: 0/0,0 mode: --/PW res: [0x1dd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.823277:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.823278:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.823280:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.823294:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.823308:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754108864 00010000:00010000:2.0:1771968961.823319:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000065b15b83/0x9268ded837c063ec lrc: 4/0,0 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0265ec expref: 36 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.823335:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11530 00000100:00100000:2.0:1771968961.823339:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b3548d2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+36:2265:x1858043754108864:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1771968961.823345:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.823348:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000065b15b83/0x9268ded837c063ec lrc: 4/0,0 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0265ec expref: 36 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.823357:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000065b15b83/0x9268ded837c063ec lrc: 3/0,0 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0265ec expref: 36 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.823368:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065b15b83/0x9268ded837c063ec lrc: 0/0,0 mode: --/PW res: [0x1fa:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0265ec expref: 36 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.823376:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.823377:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.823379:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000001962d762/0x9268ded837c50921 lrc: 3/0,1 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.823386:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001962d762/0x9268ded837c50921 lrc: 4/0,1 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.823404:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1771968961.823418:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b3548d2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+35:2265:x1858043754108864:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 78us (125us total) trans 0 rc 0/0 00010000:00010000:1.0:1771968961.823460:0:14896:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000001962d762/0x9268ded837c50921 lrc: 3/0,1 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.823468:0:14896:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001962d762/0x9268ded837c50921 lrc: 3/0,1 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.823475:0:14896:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001962d762/0x9268ded837c50921 lrc: 3/0,1 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.823480:0:14896:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001962d762/0x9268ded837c50921 lrc: 2/0,0 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.823493:0:14896:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1771968961.823639:0:14892:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002c6cb909 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+75:3335:x1858043760309376:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11046us (11332us total) trans 4294969066 rc 0/0 00000100:00100000:0.0:1771968961.823645:0:14892:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6396 00000004:00080000:0.0:1771968961.823770:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000dc6cfb69/2, rc 0, transno 1770 00000100:00100000:0.0:1771968961.823781:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000dc6cfb69 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760309376:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1771968961.823815:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11530 00000100:00100000:3.0:1771968961.823879:0:14875:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7a4e05c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+74:3335:x1858043760309760:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11119us (11504us total) trans 4294969067 rc 0/0 00000100:00100000:3.0:1771968961.823886:0:14875:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6397 00000004:00080000:0.0:1771968961.823896:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bf9937ec/2, rc 0, transno 1771 00000100:00100000:0.0:1771968961.823900:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bf9937ec pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760309760:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1771968961.824009:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.824024:0:8220:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754109120 00010000:00010000:2.0:1771968961.824037:0:8220:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cfca38af/0x9268ded837c05edd lrc: 5/0,0 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0263bc expref: 19 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.824044:0:14896:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030c4f4d0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+76:3333:x1858043760309504:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12562us (12653us total) trans 4294969157 rc 0/0 00000100:00100000:1.0:1771968961.824050:0:14896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6394 00000100:00100000:2.0:1771968961.824055:0:8220:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11531 00000100:00100000:2.0:1771968961.824058:0:8220:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f023a3b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+19:2265:x1858043754109120:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1771968961.824066:0:8220:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.824069:0:8220:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cfca38af/0x9268ded837c05edd lrc: 5/0,0 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0263bc expref: 19 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.824077:0:8220:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cfca38af/0x9268ded837c05edd lrc: 4/0,0 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0263bc expref: 19 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.824090:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.824092:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.824094:0:8220:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000cc2c104d/0x9268ded837c5094b lrc: 3/0,1 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.824101:0:8220:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cc2c104d/0x9268ded837c5094b lrc: 4/0,1 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.824103:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1771968961.824106:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001962d762/0x9268ded837c50921 lrc: 2/0,0 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.824113:0:8220:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.824113:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001962d762 already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.824116:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001962d762/0x9268ded837c50921 lrc: 2/0,0 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.824122:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001962d762/0x9268ded837c50921 lrc: 3/0,0 mode: PW/PW res: [0x1fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.824128:0:8220:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f023a3b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+19:2265:x1858043754109120:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 69us (121us total) trans 0 rc 0/0 00010000:00010000:1.0:1771968961.824132:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001962d762/0x9268ded837c50921 lrc: 1/0,0 mode: --/PW res: [0x1fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.824134:0:8220:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11531 00010000:00010000:1.0:1771968961.824143:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001962d762/0x9268ded837c50921 lrc: 0/0,0 mode: --/PW res: [0x1fa:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.824158:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.824159:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.824160:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1771968961.824172:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003a8790db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760311552:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1771968961.824217:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.824234:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754109056 00000100:00100000:1.0:1771968961.824244:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1771968961.824246:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b87a6b4c/0x9268ded837c04a77 lrc: 5/0,0 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b88 expref: 19 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.824263:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11532 00000100:00100000:2.0:1771968961.824267:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009432ccbd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+19:2265:x1858043754109056:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00000100:00100000:1.0:1771968961.824267:0:14896:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760311552 00010000:00010000:2.0:1771968961.824274:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.824277:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b87a6b4c/0x9268ded837c04a77 lrc: 5/0,0 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b88 expref: 19 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.824286:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b87a6b4c/0x9268ded837c04a77 lrc: 4/0,0 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b88 expref: 19 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.824287:0:14896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6411 00000100:00100000:1.0:1771968961.824290:0:14896:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086343821 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+74:3332:x1858043760311552:12345-0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1771968961.824299:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.824301:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.824303:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000958e5fe7/0x9268ded837c5093d lrc: 3/0,1 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1771968961.824303:0:14896:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:519 count 1 00010000:00010000:2.0:1771968961.824309:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000958e5fe7/0x9268ded837c5093d lrc: 4/0,1 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.824316:0:14896:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebe00a87/0x9268ded837c50998 lrc: 3/0,1 mode: --/PW res: [0x207:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.824319:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.824327:0:14896:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000969b7360/0x9268ded837c07002 lrc: 2/0,0 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026b25 expref: 19 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.824333:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009432ccbd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+19:2265:x1858043754109056:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 65us (161us total) trans 0 rc 0/0 00010000:00010000:1.0:1771968961.824333:0:14896:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.824335:0:14896:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.824336:0:14896:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebe00a87/0x9268ded837c50998 lrc: 4/0,1 mode: --/PW res: [0x207:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.824340:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11532 00010000:00010000:1.0:1771968961.824354:0:14896:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000969b7360/0x9268ded837c07002 lrc: 3/0,0 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026b25 expref: 18 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.824363:0:14896:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000969b7360/0x9268ded837c07002 lrc: 4/0,0 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026b25 expref: 18 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.824373:0:14896:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d47e88a3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14896:1858043760311616:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.824377:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.824392:0:8220:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754109184 00000100:00100000:1.0:1771968961.824396:0:14896:0:(client.c:2500:ptlrpc_set_wait()) set 0000000061eb37ef going to sleep for 43 seconds 00010000:00010000:2.0:1771968961.824403:0:8220:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d7ae49e4/0x9268ded837c067b9 lrc: 5/0,0 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026797 expref: 19 pid: 14884 timeout: 540 lvb_type: 0 00000004:00080000:1.0:1771968961.824414:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005f1215d4/2, rc 0, transno 1861 00000100:00100000:2.0:1771968961.824420:0:8220:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11533 00000100:00100000:1.0:1771968961.824422:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f1215d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760309504:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.824424:0:8220:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c69ee4b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+19:2265:x1858043754109184:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1771968961.824431:0:8220:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.824434:0:8220:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d7ae49e4/0x9268ded837c067b9 lrc: 5/0,0 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026797 expref: 19 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.824441:0:8220:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d7ae49e4/0x9268ded837c067b9 lrc: 4/0,0 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026797 expref: 19 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.824451:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1771968961.824455:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.824456:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1771968961.824457:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005d462fd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760311680:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1771968961.824458:0:8220:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008ea26c0f/0x9268ded837c50952 lrc: 3/0,1 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.824465:0:8220:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008ea26c0f/0x9268ded837c50952 lrc: 4/0,1 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.824475:0:8220:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1771968961.824479:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.824489:0:8220:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c69ee4b pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+19:2265:x1858043754109184:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 66us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.824496:0:8220:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11533 00000100:00100000:1.0:1771968961.824501:0:14875:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760311680 00000100:00100000:1.0:1771968961.824518:0:14875:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6412 00000100:00100000:1.0:1771968961.824522:0:14875:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e2e7e132 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+76:3332:x1858043760311680:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1771968961.824532:0:14875:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:514 count 1 00010000:00010000:1.0:1771968961.824542:0:14875:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006682efa9/0x9268ded837c5099f lrc: 3/0,1 mode: --/PW res: [0x202:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.824552:0:14875:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000042567a4d/0x9268ded837c06b24 lrc: 2/0,0 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026911 expref: 34 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.824554:0:14888:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2d90ed3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14888:1858043760310144:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.824558:0:14875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.824560:0:14875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.824561:0:14875:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006682efa9/0x9268ded837c5099f lrc: 4/0,1 mode: --/PW res: [0x202:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.824567:0:14888:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000038e68a1f/0x9268ded837c50944 lrc: 3/0,1 mode: --/PW res: [0x1fd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.824576:0:14875:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000042567a4d/0x9268ded837c06b24 lrc: 3/0,0 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026911 expref: 34 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.824584:0:14875:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000042567a4d/0x9268ded837c06b24 lrc: 4/0,0 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026911 expref: 34 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.824593:0:14875:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001baefcf5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14875:1858043760311744:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.824614:0:14875:0:(client.c:2500:ptlrpc_set_wait()) set 0000000058285a6b going to sleep for 43 seconds 00000100:00100000:1.0:1771968961.824624:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1771968961.824626:0:13424:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5ac6e31 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:13424:1858043760310400:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.824630:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008dba4e81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760311488:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1771968961.824637:0:13424:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c50959 lrc: 3/0,1 mode: --/PW res: [0x1df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.824654:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.824670:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968961.824672:0:14884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760311488 00000100:00100000:2.0:1771968961.824682:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754109248 00010000:00010000:3.0:1771968961.824793:0:14895:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7ae49e4/0x9268ded837c067b9 lrc: 0/0,0 mode: --/PW res: [0x1fe:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026797 expref: 19 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.824795:0:14887:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b87a6b4c/0x9268ded837c04a77 lrc: 0/0,0 mode: --/PW res: [0x1e1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b88 expref: 19 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.824805:0:14895:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db56e782 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14895:1858043760310208:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.824805:0:14887:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df67884b pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14887:1858043760310080:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.824817:0:14895:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008ea26c0f/0x9268ded837c50952 lrc: 3/0,1 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.824817:0:14887:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000958e5fe7/0x9268ded837c5093d lrc: 3/0,1 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.824825:0:14887:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000958e5fe7/0x9268ded837c5093d lrc: 3/0,1 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.824830:0:14895:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008ea26c0f/0x9268ded837c50952 lrc: 3/0,1 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.824832:0:14887:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000958e5fe7/0x9268ded837c5093d lrc: 3/0,1 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.824836:0:14895:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008ea26c0f/0x9268ded837c50952 lrc: 3/0,1 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.824839:0:14887:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000958e5fe7/0x9268ded837c5093d lrc: 3/0,1 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.824842:0:14895:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008ea26c0f/0x9268ded837c50952 lrc: 3/0,1 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.824844:0:14887:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000958e5fe7/0x9268ded837c5093d lrc: 2/0,0 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.824847:0:14895:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008ea26c0f/0x9268ded837c50952 lrc: 2/0,0 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.824870:0:14887:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1771968961.824895:0:14884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6413 00000100:00100000:1.0:1771968961.824898:0:14884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000706085d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+75:3334:x1858043760311488:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1771968961.824910:0:14884:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:964 count 1 00010000:00010000:1.0:1771968961.824922:0:14884:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000726a000e/0x9268ded837c509a6 lrc: 3/0,1 mode: --/PW res: [0x3c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.824932:0:14884:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000040bd1e20/0x9268ded837c4e9e7 lrc: 2/0,0 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e660 expref: 17 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.824938:0:14884:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.824940:0:14884:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.824941:0:14884:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000726a000e/0x9268ded837c509a6 lrc: 4/0,1 mode: --/PW res: [0x3c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.824956:0:14884:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000040bd1e20/0x9268ded837c4e9e7 lrc: 3/0,0 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e660 expref: 17 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.824962:0:14884:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000040bd1e20/0x9268ded837c4e9e7 lrc: 4/0,0 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e660 expref: 17 pid: 14892 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.824976:0:14884:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb943c3c pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14884:1858043760311808:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.824996:0:14884:0:(client.c:2500:ptlrpc_set_wait()) set 00000000dccaaa05 going to sleep for 43 seconds 00010000:00010000:3.0:1771968961.825032:0:14895:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1771968961.825211:0:14887:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000682e0a4b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+77:3333:x1858043760309824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12440us (12819us total) trans 4294969068 rc 0/0 00000100:00100000:0.0:1771968961.825219:0:14887:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6398 00000004:00080000:1.0:1771968961.825232:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003e6c5ffb/2, rc 0, transno 1772 00010000:00010000:0.0:1771968961.825239:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:1.0:1771968961.825242:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003e6c5ffb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760309824:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1771968961.825244:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000958e5fe7/0x9268ded837c5093d lrc: 2/0,0 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.825254:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000958e5fe7 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.825256:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000958e5fe7/0x9268ded837c5093d lrc: 2/0,0 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.825264:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000958e5fe7/0x9268ded837c5093d lrc: 3/0,0 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.825274:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000958e5fe7/0x9268ded837c5093d lrc: 1/0,0 mode: --/PW res: [0x1e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.825281:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000958e5fe7/0x9268ded837c5093d lrc: 0/0,0 mode: --/PW res: [0x1e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14887 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.825299:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000362c8cfd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760311872:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1771968961.825299:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.825303:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008ea26c0f/0x9268ded837c50952 lrc: 2/0,0 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.825311:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008ea26c0f already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.825313:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008ea26c0f/0x9268ded837c50952 lrc: 2/0,0 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.825321:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008ea26c0f/0x9268ded837c50952 lrc: 3/0,0 mode: PW/PW res: [0x1fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.825331:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008ea26c0f/0x9268ded837c50952 lrc: 1/0,0 mode: --/PW res: [0x1fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.825339:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1771968961.825343:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008ea26c0f/0x9268ded837c50952 lrc: 0/0,0 mode: --/PW res: [0x1fe:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.825360:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.825362:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.825364:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968961.825367:0:14895:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001eae3889 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+76:3334:x1858043760309312:12345-0@lo:6:osp-syn-0-0.0 Request processed in 12254us (12351us total) trans 4294969069 rc 0/0 00000100:00100000:3.0:1771968961.825374:0:14895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6400 00000100:00100000:0.0:1771968961.825376:0:14885:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760311872 00000004:00080000:1.0:1771968961.825383:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000344094d4/2, rc 0, transno 1773 00000100:00100000:1.0:1771968961.825394:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000344094d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760309312:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1771968961.825401:0:14895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6414 00000100:00100000:3.0:1771968961.825407:0:14895:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bc84063e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+76:3334:x1858043760311872:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1771968961.825421:0:14895:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:471 count 1 00000100:00100000:1.0:1771968961.825428:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:3.0:1771968961.825435:0:14895:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000068ae09bd/0x9268ded837c509ad lrc: 3/0,1 mode: --/PW res: [0x1d7:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.825436:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002d73c806 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760311936:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1771968961.825450:0:14895:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c3522c33/0x9268ded837c03ddc lrc: 2/0,0 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025695 expref: 17 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.825450:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000085598206/0x9268ded837c0488d lrc: 4/0,0 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025aa8 expref: 17 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.825459:0:14895:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.825461:0:14895:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.825463:0:14895:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068ae09bd/0x9268ded837c509ad lrc: 4/0,1 mode: --/PW res: [0x1d7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.825466:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.825471:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11534 00000100:00100000:2.0:1771968961.825477:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5ac6e31 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:2265:x1858043754109248:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1771968961.825484:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.825485:0:14895:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c3522c33/0x9268ded837c03ddc lrc: 3/0,0 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025695 expref: 17 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.825488:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000085598206/0x9268ded837c0488d lrc: 4/0,0 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025aa8 expref: 17 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.825490:0:14874:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760311936 00010000:00010000:3.0:1771968961.825496:0:14895:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c3522c33/0x9268ded837c03ddc lrc: 4/0,0 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025695 expref: 17 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.825498:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000085598206/0x9268ded837c0488d lrc: 3/0,0 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025aa8 expref: 17 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.825507:0:14895:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000db56e782 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14895:1858043760312000:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.825519:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085598206/0x9268ded837c0488d lrc: 0/0,0 mode: --/PW res: [0x1df:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025aa8 expref: 17 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.825528:0:14895:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c2009766 going to sleep for 43 seconds 00010000:00010000:2.0:1771968961.825528:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.825530:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.825532:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c50959 lrc: 3/0,1 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.825543:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c50959 lrc: 4/0,1 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.825562:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968961.825569:0:13424:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c50959 lrc: 3/0,1 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.825576:0:13424:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c50959 lrc: 3/0,1 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.825578:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5ac6e31 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+16:2265:x1858043754109248:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 101us (908us total) trans 0 rc 0/0 00010000:00010000:3.0:1771968961.825584:0:13424:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c50959 lrc: 3/0,1 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.825584:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11534 00010000:00010000:3.0:1771968961.825590:0:13424:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c50959 lrc: 2/0,0 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.825599:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.825602:0:13424:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1771968961.825603:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c50959 lrc: 3/0,0 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.825609:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008b4c2472 already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.825618:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c50959 lrc: 2/0,0 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.825625:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c50959 lrc: 3/0,0 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.825636:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c50959 lrc: 1/0,0 mode: --/PW res: [0x1df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.825642:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008b4c2472/0x9268ded837c50959 lrc: 0/0,0 mode: --/PW res: [0x1df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.825655:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.825657:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.825658:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.825710:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.825725:0:8220:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754109312 00010000:00010000:2.0:1771968961.825737:0:8220:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004aeaab89/0x9268ded837c066bd lrc: 4/0,0 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026720 expref: 35 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.825752:0:8220:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11535 00000100:00100000:2.0:1771968961.825756:0:8220:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000300edb0e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+35:2265:x1858043754109312:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1771968961.825763:0:8220:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.825765:0:8220:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004aeaab89/0x9268ded837c066bd lrc: 4/0,0 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026720 expref: 35 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.825844:0:8220:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004aeaab89/0x9268ded837c066bd lrc: 3/0,0 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026720 expref: 35 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.825870:0:8220:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004aeaab89/0x9268ded837c066bd lrc: 0/0,0 mode: --/PW res: [0x1fd:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026720 expref: 35 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.825881:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.825883:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.825885:0:8220:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000038e68a1f/0x9268ded837c50944 lrc: 3/0,1 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.825891:0:8220:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038e68a1f/0x9268ded837c50944 lrc: 4/0,1 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.825912:0:8220:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968961.825914:0:13424:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c09633e1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+78:3334:x1858043760310336:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10882us (10923us total) trans 4294969070 rc 0/0 00000100:00100000:2.0:1771968961.825926:0:8220:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000300edb0e pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+34:2265:x1858043754109312:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 170us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.825935:0:8220:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11535 00010000:00010000:2.0:1771968961.825972:0:14888:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000038e68a1f/0x9268ded837c50944 lrc: 3/0,1 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.825979:0:14888:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000038e68a1f/0x9268ded837c50944 lrc: 3/0,1 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.825985:0:14888:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000038e68a1f/0x9268ded837c50944 lrc: 3/0,1 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.825990:0:14888:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000038e68a1f/0x9268ded837c50944 lrc: 2/0,0 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.825999:0:14888:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1771968961.826284:0:14888:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b5441eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+77:3332:x1858043760309952:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13386us (13553us total) trans 4294969158 rc 0/0 00000100:00100000:3.0:1771968961.826538:0:13424:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6402 00000100:00100000:0.0:1771968961.826543:0:14885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6415 00000100:00100000:0.0:1771968961.826549:0:14885:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087455c06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+77:3334:x1858043760311936:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1771968961.826564:0:14885:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:520 count 1 00010000:00010000:1.0:1771968961.826565:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1771968961.826570:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000038e68a1f/0x9268ded837c50944 lrc: 2/0,0 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.826578:0:14885:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c2f9bb52/0x9268ded837c509b4 lrc: 3/0,1 mode: --/PW res: [0x208:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.826580:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000038e68a1f already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.826584:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000038e68a1f/0x9268ded837c50944 lrc: 2/0,0 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.826596:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000038e68a1f/0x9268ded837c50944 lrc: 3/0,0 mode: PW/PW res: [0x1fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.826599:0:14885:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b6034891/0x9268ded837c071b4 lrc: 2/0,0 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026bbf expref: 15 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.826615:0:14885:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.826616:0:14885:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.826618:0:14885:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2f9bb52/0x9268ded837c509b4 lrc: 4/0,1 mode: --/PW res: [0x208:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.826619:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000038e68a1f/0x9268ded837c50944 lrc: 1/0,0 mode: --/PW res: [0x1fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.826639:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000038e68a1f/0x9268ded837c50944 lrc: 0/0,0 mode: --/PW res: [0x1fd:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.826646:0:14885:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b6034891/0x9268ded837c071b4 lrc: 3/0,0 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026bbf expref: 15 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.826654:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.826655:0:14885:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b6034891/0x9268ded837c071b4 lrc: 4/0,0 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026bbf expref: 15 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.826657:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.826658:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968961.826665:0:14885:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b7e273d pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14885:1858043760312064:192.168.202.27@tcp:104: 00000004:00080000:1.0:1771968961.826692:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000004346d3c1/2, rc 0, transno 1862 00000100:00100000:0.0:1771968961.826708:0:14885:0:(client.c:2500:ptlrpc_set_wait()) set 00000000ddcfab5e going to sleep for 43 seconds 00000100:00100000:1.0:1771968961.826711:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004346d3c1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760309952:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1771968961.826723:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1771968961.826743:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000bf1406bf/2, rc 0, transno 1774 00000100:00100000:1.0:1771968961.826754:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bf1406bf pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760310336:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1771968961.826763:0:8205:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cfca38af/0x9268ded837c05edd lrc: 0/0,0 mode: --/PW res: [0x1f4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0263bc expref: 15 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.826776:0:8205:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ee8dfed3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8205:1858043760310272:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.826793:0:8205:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000cc2c104d/0x9268ded837c5094b lrc: 3/0,1 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.826801:0:8205:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000cc2c104d/0x9268ded837c5094b lrc: 3/0,1 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.826807:0:8205:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cc2c104d/0x9268ded837c5094b lrc: 3/0,1 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.826813:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000df67884b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760312128:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1771968961.826816:0:8205:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cc2c104d/0x9268ded837c5094b lrc: 3/0,1 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.826823:0:8205:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cc2c104d/0x9268ded837c5094b lrc: 2/0,0 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.826842:0:8205:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1771968961.826850:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1771968961.826870:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.826875:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cc2c104d/0x9268ded837c5094b lrc: 2/0,0 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.826883:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000cc2c104d already unused, calling callback (000000001b6954d2) 00000100:00100000:1.0:1771968961.826883:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1771968961.826888:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cc2c104d/0x9268ded837c5094b lrc: 2/0,0 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.826892:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008155539c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760312192:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1771968961.826902:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cc2c104d/0x9268ded837c5094b lrc: 3/0,0 mode: PW/PW res: [0x1f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.826915:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cc2c104d/0x9268ded837c5094b lrc: 1/0,0 mode: --/PW res: [0x1f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.826925:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1771968961.826926:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cc2c104d/0x9268ded837c5094b lrc: 0/0,0 mode: --/PW res: [0x1f4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8205 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.826944:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.826946:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.826949:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968961.826970:0:14892:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760312128 00000100:00100000:0.0:1771968961.826998:0:14892:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760312192 00000100:00100000:0.0:1771968961.827013:0:14892:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6416 00000100:00100000:0.0:1771968961.827017:0:14892:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095caffcc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+79:3332:x1858043760312128:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1771968961.827022:0:13424:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6417 00000100:00100000:3.0:1771968961.827025:0:13424:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b97fbf30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+78:3332:x1858043760312192:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1771968961.827029:0:14892:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:522 count 1 00002000:00080000:3.0:1771968961.827034:0:13424:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:507 count 1 00010000:00010000:0.0:1771968961.827040:0:14892:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008ea56425/0x9268ded837c509bb lrc: 3/0,1 mode: --/PW res: [0x20a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.827044:0:13424:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099c6a9b2/0x9268ded837c509c2 lrc: 3/0,1 mode: --/PW res: [0x1fb:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.827051:0:14892:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001c72ee3c/0x9268ded837c07415 lrc: 2/0,0 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026cad expref: 14 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.827052:0:13424:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ab63145e/0x9268ded837c06512 lrc: 2/0,0 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02666a expref: 33 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.827059:0:14892:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.827060:0:14892:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.827061:0:14892:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008ea56425/0x9268ded837c509bb lrc: 4/0,1 mode: --/PW res: [0x20a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.827065:0:13424:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.827067:0:13424:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.827068:0:13424:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000099c6a9b2/0x9268ded837c509c2 lrc: 4/0,1 mode: --/PW res: [0x1fb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.827078:0:14892:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001c72ee3c/0x9268ded837c07415 lrc: 3/0,0 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026cad expref: 14 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.827082:0:13424:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ab63145e/0x9268ded837c06512 lrc: 3/0,0 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02666a expref: 33 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.827086:0:14892:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001c72ee3c/0x9268ded837c07415 lrc: 4/0,0 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026cad expref: 14 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.827089:0:13424:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ab63145e/0x9268ded837c06512 lrc: 4/0,0 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02666a expref: 33 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.827096:0:14892:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000001392411 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14892:1858043760312256:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.827098:0:13424:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002a81845f pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13424:1858043760312320:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.827118:0:14892:0:(client.c:2500:ptlrpc_set_wait()) set 000000007cd35ad2 going to sleep for 43 seconds 00000100:00100000:3.0:1771968961.827126:0:13424:0:(client.c:2500:ptlrpc_set_wait()) set 000000005c4ab05e going to sleep for 43 seconds 00000100:00100000:0.0:1771968961.827282:0:14877:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002bb3aa23 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14877:1858043760310592:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.827298:0:14877:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a11e11bb/0x9268ded837c50960 lrc: 3/0,1 mode: --/PW res: [0x204:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.827328:0:15875:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000055fa873 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15875:1858043760310656:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.827345:0:15875:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000be678bbf/0x9268ded837c50967 lrc: 3/0,1 mode: --/PW res: [0x39d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.827392:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968961.827424:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968961.827435:0:14894:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008044cdec pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14894:1858043760310912:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.827449:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754109376 00010000:00010000:1.0:1771968961.827455:0:14894:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003195cbcb/0x9268ded837c50975 lrc: 3/0,1 mode: --/PW res: [0x1e0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.827455:0:8205:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb514154 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+79:3334:x1858043760309696:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14338us (14402us total) trans 4294969071 rc 0/0 00010000:00010000:3.0:1771968961.827467:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a64ee4e8/0x9268ded837c06cf2 lrc: 4/0,0 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0269dc expref: 34 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.827470:0:8205:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6401 00000100:00100000:3.0:1771968961.827490:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754109504 00000004:00080000:1.0:1771968961.827497:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000030f0b30/2, rc 0, transno 1775 00000100:00100000:0.0:1771968961.827498:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11536 00010000:00010000:3.0:1771968961.827501:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002d094391/0x9268ded837c46b5b lrc: 5/0,0 mode: PW/PW res: [0x398:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b988 expref: 35 pid: 14891 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.827504:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d60fee3a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+35:2265:x1858043754109376:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1771968961.827513:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.827518:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a64ee4e8/0x9268ded837c06cf2 lrc: 4/0,0 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0269dc expref: 35 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.827524:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11537 00000100:00100000:3.0:1771968961.827528:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069696d48 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+35:2265:x1858043754109504:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1771968961.827528:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a64ee4e8/0x9268ded837c06cf2 lrc: 3/0,0 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0269dc expref: 35 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.827535:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.827539:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002d094391/0x9268ded837c46b5b lrc: 5/0,0 mode: PW/PW res: [0x398:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b988 expref: 35 pid: 14891 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.827543:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a64ee4e8/0x9268ded837c06cf2 lrc: 0/0,0 mode: --/PW res: [0x204:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0269dc expref: 35 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.827547:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002d094391/0x9268ded837c46b5b lrc: 4/0,0 mode: PW/PW res: [0x398:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b988 expref: 35 pid: 14891 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.827553:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.827554:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.827556:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a11e11bb/0x9268ded837c50960 lrc: 3/0,1 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.827558:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.827559:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.827561:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000022a167cc/0x9268ded837c5096e lrc: 3/0,1 mode: PW/PW res: [0x398:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.827565:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a11e11bb/0x9268ded837c50960 lrc: 4/0,1 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.827567:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022a167cc/0x9268ded837c5096e lrc: 4/0,1 mode: PW/PW res: [0x398:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.827571:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000030f0b30 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760309696:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1771968961.827587:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968961.827587:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968961.827607:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069696d48 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+34:2265:x1858043754109504:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 77us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.827607:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d60fee3a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+34:2265:x1858043754109376:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 100us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968961.827611:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f8243a4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760312384:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1771968961.827618:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11537 00000100:00100000:0.0:1771968961.827626:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11536 00000100:00100000:1.0:1771968961.827640:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1771968961.827646:0:14877:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a11e11bb/0x9268ded837c50960 lrc: 3/0,1 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.827654:0:14877:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a11e11bb/0x9268ded837c50960 lrc: 3/0,1 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.827661:0:14877:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a11e11bb/0x9268ded837c50960 lrc: 3/0,1 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.827667:0:14877:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a11e11bb/0x9268ded837c50960 lrc: 2/0,0 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.827674:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1771968961.827681:0:14877:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1771968961.827688:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1771968961.827692:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a11e11bb/0x9268ded837c50960 lrc: 2/0,0 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.827702:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a11e11bb already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.827705:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a11e11bb/0x9268ded837c50960 lrc: 2/0,0 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.827708:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754109440 00010000:00010000:1.0:1771968961.827715:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a11e11bb/0x9268ded837c50960 lrc: 3/0,0 mode: PW/PW res: [0x204:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.827722:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f51407b8/0x9268ded837c47a65 lrc: 4/0,0 mode: PW/PW res: [0x39d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03bf5b expref: 33 pid: 14895 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.827728:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a11e11bb/0x9268ded837c50960 lrc: 1/0,0 mode: --/PW res: [0x204:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.827736:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a11e11bb/0x9268ded837c50960 lrc: 0/0,0 mode: --/PW res: [0x204:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14877 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.827744:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11538 00000100:00100000:3.0:1771968961.827749:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002cfc8165 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+33:2264:x1858043754109440:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1771968961.827757:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.827757:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.827760:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f51407b8/0x9268ded837c47a65 lrc: 4/0,0 mode: PW/PW res: [0x39d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03bf5b expref: 33 pid: 14895 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.827760:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.827763:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.827775:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f51407b8/0x9268ded837c47a65 lrc: 3/0,0 mode: PW/PW res: [0x39d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03bf5b expref: 33 pid: 14895 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.827787:0:6215:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f51407b8/0x9268ded837c47a65 lrc: 0/0,0 mode: --/PW res: [0x39d:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03bf5b expref: 33 pid: 14895 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.827797:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.827798:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.827800:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000be678bbf/0x9268ded837c50967 lrc: 3/0,1 mode: PW/PW res: [0x39d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.827808:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000be678bbf/0x9268ded837c50967 lrc: 4/0,1 mode: PW/PW res: [0x39d:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.827828:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968961.827844:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002cfc8165 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+32:2264:x1858043754109440:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 94us (170us total) trans 0 rc 0/0 00010000:00010000:1.0:1771968961.827847:0:15875:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000be678bbf/0x9268ded837c50967 lrc: 3/0,1 mode: PW/PW res: [0x39d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.827854:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11538 00010000:00010000:1.0:1771968961.827871:0:15875:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000be678bbf/0x9268ded837c50967 lrc: 3/0,1 mode: PW/PW res: [0x39d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.827882:0:15875:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000be678bbf/0x9268ded837c50967 lrc: 3/0,1 mode: PW/PW res: [0x39d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.827887:0:15875:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000be678bbf/0x9268ded837c50967 lrc: 2/0,0 mode: PW/PW res: [0x39d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.827899:0:15875:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1771968961.827919:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968961.827939:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754109568 00010000:00010000:3.0:1771968961.827952:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bebf40a2/0x9268ded837c04982 lrc: 4/0,0 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b18 expref: 15 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.827977:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11539 00000100:00100000:3.0:1771968961.827982:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036e8a862 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+15:2264:x1858043754109568:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:3.0:1771968961.827990:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.827994:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bebf40a2/0x9268ded837c04982 lrc: 4/0,0 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b18 expref: 15 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.828003:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bebf40a2/0x9268ded837c04982 lrc: 3/0,0 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b18 expref: 15 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.828019:0:15875:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000073563c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+80:3334:x1858043760310464:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10523us (10579us total) trans 4294969160 rc 0/0 00010000:00010000:3.0:1771968961.828020:0:7226:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bebf40a2/0x9268ded837c04982 lrc: 0/0,0 mode: --/PW res: [0x1e0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b18 expref: 15 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.828033:0:15875:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6404 00010000:00010000:3.0:1771968961.828036:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.828039:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.828041:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003195cbcb/0x9268ded837c50975 lrc: 3/0,1 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.828048:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003195cbcb/0x9268ded837c50975 lrc: 4/0,1 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.828053:0:15875:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760312384 00010000:00010000:3.0:1771968961.828065:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1771968961.828079:0:14877:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eca11ad0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+79:3332:x1858043760310528:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11808us (11865us total) trans 4294969159 rc 0/0 00000100:00100000:1.0:1771968961.828083:0:15875:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6418 00000100:00100000:3.0:1771968961.828085:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036e8a862 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+14:2264:x1858043754109568:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 101us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.828090:0:14877:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6403 00000100:00100000:1.0:1771968961.828093:0:15875:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008044cdec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+79:3334:x1858043760312384:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1771968961.828094:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11539 00010000:00010000:0.0:1771968961.828109:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00080000:1.0:1771968961.828111:0:15875:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:521 count 1 00010000:00010000:0.0:1771968961.828113:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000be678bbf/0x9268ded837c50967 lrc: 2/0,0 mode: PW/PW res: [0x39d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.828122:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000be678bbf already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.828124:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000be678bbf/0x9268ded837c50967 lrc: 2/0,0 mode: PW/PW res: [0x39d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.828131:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000be678bbf/0x9268ded837c50967 lrc: 3/0,0 mode: PW/PW res: [0x39d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.828139:0:15875:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042d422cb/0x9268ded837c509c9 lrc: 3/0,1 mode: --/PW res: [0x209:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.828144:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000be678bbf/0x9268ded837c50967 lrc: 1/0,0 mode: --/PW res: [0x39d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.828153:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be678bbf/0x9268ded837c50967 lrc: 0/0,0 mode: --/PW res: [0x39d:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.828155:0:15875:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003dda667a/0x9268ded837c0735f lrc: 2/0,0 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026c59 expref: 13 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.828195:0:15875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.828197:0:15875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.828199:0:15875:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042d422cb/0x9268ded837c509c9 lrc: 4/0,1 mode: --/PW res: [0x209:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.828200:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.828202:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.828204:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.828225:0:15875:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003dda667a/0x9268ded837c0735f lrc: 3/0,0 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026c59 expref: 13 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.828236:0:15875:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003dda667a/0x9268ded837c0735f lrc: 4/0,0 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026c59 expref: 13 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.828244:0:15875:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000055fa873 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15875:1858043760312448:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.828253:0:14890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d094391/0x9268ded837c46b5b lrc: 0/0,0 mode: --/PW res: [0x398:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03b988 expref: 31 pid: 14891 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.828264:0:14890:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005aa14584 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14890:1858043760310784:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.828274:0:15875:0:(client.c:2500:ptlrpc_set_wait()) set 0000000079e0e3de going to sleep for 43 seconds 00010000:00010000:0.0:1771968961.828278:0:14890:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000022a167cc/0x9268ded837c5096e lrc: 3/0,1 mode: PW/PW res: [0x398:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.828287:0:14890:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000022a167cc/0x9268ded837c5096e lrc: 3/0,1 mode: PW/PW res: [0x398:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.828293:0:14890:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000022a167cc/0x9268ded837c5096e lrc: 3/0,1 mode: PW/PW res: [0x398:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.828300:0:14890:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022a167cc/0x9268ded837c5096e lrc: 3/0,1 mode: PW/PW res: [0x398:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1771968961.828301:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000032fb086e/2, rc 0, transno 1863 00010000:00010000:0.0:1771968961.828312:0:14890:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000022a167cc/0x9268ded837c5096e lrc: 2/0,0 mode: PW/PW res: [0x398:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.828314:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000032fb086e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760310528:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1771968961.828331:0:14890:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1771968961.828364:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008d38bbbe/2, rc 0, transno 1864 00000100:00100000:1.0:1771968961.828373:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008d38bbbe pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760310464:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1771968961.828379:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1771968961.828422:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000adcb55b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760312576:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.828444:0:14890:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f7b64ca pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+79:3332:x1858043760310720:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10506us (10560us total) trans 4294969161 rc 0/0 00000100:00100000:0.0:1771968961.828453:0:14890:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6405 00000100:00100000:1.0:1771968961.828459:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.828475:0:14890:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760312576 00000004:00080000:1.0:1771968961.828496:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005f7980ff/2, rc 0, transno 1865 00000100:00100000:0.0:1771968961.828500:0:14890:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6419 00000100:00100000:0.0:1771968961.828505:0:14890:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000308d7210 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+79:3332:x1858043760312576:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1771968961.828507:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f7980ff pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760310720:0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1771968961.828522:0:14890:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:508 count 1 00010000:00010000:0.0:1771968961.828537:0:14890:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017e94f61/0x9268ded837c509d0 lrc: 3/0,1 mode: --/PW res: [0x1fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.828544:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1771968961.828549:0:14890:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f616ca25/0x9268ded837c065dd lrc: 2/0,0 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0266be expref: 30 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.828552:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008ed83837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760312640:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1771968961.828562:0:14890:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.828564:0:14890:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.828566:0:14890:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017e94f61/0x9268ded837c509d0 lrc: 4/0,1 mode: --/PW res: [0x1fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.828582:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1771968961.828588:0:14890:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f616ca25/0x9268ded837c065dd lrc: 3/0,0 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0266be expref: 30 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.828597:0:14890:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f616ca25/0x9268ded837c065dd lrc: 4/0,0 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0266be expref: 30 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.828603:0:8206:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760312640 00000100:00100000:0.0:1771968961.828607:0:14890:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000bf1e7aab pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14890:1858043760312704:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.828625:0:8206:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6420 00000100:00100000:1.0:1771968961.828630:0:8206:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d8247865 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+80:3332:x1858043760312640:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1771968961.828649:0:8206:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:511 count 1 00010000:00010000:1.0:1771968961.828660:0:8206:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a8df4e6/0x9268ded837c509d7 lrc: 3/0,1 mode: --/PW res: [0x1ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.828665:0:14890:0:(client.c:2500:ptlrpc_set_wait()) set 00000000442bb2b5 going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.828679:0:8206:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000aaf827a0/0x9268ded837c0686f lrc: 2/0,0 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0267dd expref: 30 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.828686:0:8206:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.828687:0:8206:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.828688:0:8206:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a8df4e6/0x9268ded837c509d7 lrc: 4/0,1 mode: --/PW res: [0x1ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.828707:0:8206:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000aaf827a0/0x9268ded837c0686f lrc: 3/0,0 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0267dd expref: 30 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.828715:0:8206:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000aaf827a0/0x9268ded837c0686f lrc: 4/0,0 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0267dd expref: 30 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.828725:0:8206:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fdbcb724 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8206:1858043760312768:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.828729:0:14888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6399 00000100:00100000:1.0:1771968961.828747:0:8206:0:(client.c:2500:ptlrpc_set_wait()) set 00000000464e1bcf going to sleep for 43 seconds 00000100:00100000:1.0:1771968961.828770:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e696369 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760312512:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1771968961.828790:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.828811:0:14888:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760312512 00010000:00010000:1.0:1771968961.828811:0:14894:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003195cbcb/0x9268ded837c50975 lrc: 3/0,1 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.828818:0:14894:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003195cbcb/0x9268ded837c50975 lrc: 3/0,1 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.828820:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.828826:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000022a167cc/0x9268ded837c5096e lrc: 2/0,0 mode: PW/PW res: [0x398:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.828826:0:14894:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003195cbcb/0x9268ded837c50975 lrc: 3/0,1 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.828848:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000022a167cc already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.828848:0:14894:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003195cbcb/0x9268ded837c50975 lrc: 2/0,0 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.828852:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000022a167cc/0x9268ded837c5096e lrc: 2/0,0 mode: PW/PW res: [0x398:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.828873:0:14894:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1771968961.828877:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000022a167cc/0x9268ded837c5096e lrc: 3/0,0 mode: PW/PW res: [0x398:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.828878:0:14888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6421 00000100:00100000:2.0:1771968961.828883:0:14888:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d45057d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+80:3334:x1858043760312512:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.828883:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1771968961.828886:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003195cbcb/0x9268ded837c50975 lrc: 2/0,0 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.828890:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000022a167cc/0x9268ded837c5096e lrc: 1/0,0 mode: --/PW res: [0x398:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.828893:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003195cbcb already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.828896:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003195cbcb/0x9268ded837c50975 lrc: 2/0,0 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1771968961.828898:0:14888:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:927 count 1 00010000:00010000:3.0:1771968961.828905:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022a167cc/0x9268ded837c5096e lrc: 0/0,0 mode: --/PW res: [0x398:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.828908:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003195cbcb/0x9268ded837c50975 lrc: 3/0,0 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.828912:0:14888:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f75cc2ea/0x9268ded837c509de lrc: 3/0,1 mode: --/PW res: [0x39f:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.828930:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.828932:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003195cbcb/0x9268ded837c50975 lrc: 1/0,0 mode: --/PW res: [0x1e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.828933:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.828933:0:14888:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a39c4b5d/0x9268ded837c47f82 lrc: 2/0,0 mode: PW/PW res: [0x39f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03c137 expref: 30 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.828935:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.828948:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003195cbcb/0x9268ded837c50975 lrc: 0/0,0 mode: --/PW res: [0x1e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.828966:0:14888:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.828968:0:14888:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.828969:0:14888:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f75cc2ea/0x9268ded837c509de lrc: 4/0,1 mode: --/PW res: [0x39f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.828974:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.828977:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.828980:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.828989:0:14888:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a39c4b5d/0x9268ded837c47f82 lrc: 3/0,0 mode: PW/PW res: [0x39f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03c137 expref: 30 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.828998:0:14888:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a39c4b5d/0x9268ded837c47f82 lrc: 4/0,0 mode: PW/PW res: [0x39f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03c137 expref: 30 pid: 14895 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.829008:0:14888:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000084659499 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14888:1858043760312832:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.829035:0:14888:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c41a3e9d going to sleep for 43 seconds 00000100:00100000:1.0:1771968961.829331:0:14894:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000016693fa0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+80:3334:x1858043760310848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11090us (11174us total) trans 4294969072 rc 0/0 00000100:00100000:1.0:1771968961.829339:0:14894:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6406 00000004:00080000:0.0:1771968961.829362:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000022fb612e/2, rc 0, transno 1776 00000100:00100000:0.0:1771968961.829382:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000022fb612e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760310848:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1771968961.829661:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1771968961.829671:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001de42e52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760312896:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1771968961.829699:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1771968961.829739:0:14894:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760312896 00000100:00100000:1.0:1771968961.829772:0:14894:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6422 00000100:00100000:1.0:1771968961.829777:0:14894:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b3548d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+80:3335:x1858043760312896:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1771968961.829791:0:14894:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:465 count 1 00010000:00010000:1.0:1771968961.829874:0:14894:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025049296/0x9268ded837c509e5 lrc: 3/0,1 mode: --/PW res: [0x1d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.829886:0:14894:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e5f4d93e/0x9268ded837c03109 lrc: 2/0,0 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->53247) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025212 expref: 13 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.829893:0:14894:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.829895:0:14894:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.829896:0:14894:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025049296/0x9268ded837c509e5 lrc: 4/0,1 mode: --/PW res: [0x1d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.829918:0:14894:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e5f4d93e/0x9268ded837c03109 lrc: 3/0,0 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->53247) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025212 expref: 13 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.829925:0:14894:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e5f4d93e/0x9268ded837c03109 lrc: 4/0,0 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->53247) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025212 expref: 13 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.829940:0:14894:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000175d3d40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14894:1858043760312960:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.829979:0:14894:0:(client.c:2500:ptlrpc_set_wait()) set 00000000f82bc512 going to sleep for 43 seconds 00000100:00100000:1.0:1771968961.831596:0:8204:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000042b6133 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8204:1858043760311232:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.831623:0:8204:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c5098a lrc: 3/0,1 mode: --/PW res: [0x1f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.832006:0:14893:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004ef543a4 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14893:1858043760311168:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.832020:0:14893:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001795fe3f/0x9268ded837c50983 lrc: 3/0,1 mode: --/PW res: [0x1de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.832057:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.832147:0:8659:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000006ac6d27 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8659:1858043760311296:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.832163:0:8659:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000039c7a3b9/0x9268ded837c5097c lrc: 3/0,1 mode: --/PW res: [0x39e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.832217:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754109632 00000100:00100000:1.0:1771968961.832221:0:14891:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000038f58df9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14891:1858043760311424:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.832235:0:14891:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a5c6408b/0x9268ded837c50991 lrc: 3/0,1 mode: --/PW res: [0x201:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.832245:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f70da0e5/0x9268ded837c047bb lrc: 4/0,0 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025a4d expref: 14 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.832279:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11540 00000100:00100000:2.0:1771968961.832284:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb2bd9aa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+14:2265:x1858043754109632:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1771968961.832301:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.832306:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f70da0e5/0x9268ded837c047bb lrc: 4/0,0 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025a4d expref: 14 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.832317:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f70da0e5/0x9268ded837c047bb lrc: 3/0,0 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025a4d expref: 14 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.832343:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f70da0e5/0x9268ded837c047bb lrc: 0/0,0 mode: --/PW res: [0x1de:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025a4d expref: 14 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.832358:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.832360:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.832363:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001795fe3f/0x9268ded837c50983 lrc: 3/0,1 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.832373:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001795fe3f/0x9268ded837c50983 lrc: 4/0,1 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.832397:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1771968961.832450:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb2bd9aa pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+13:2265:x1858043754109632:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 165us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.832458:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11540 00010000:00010000:0.0:1771968961.832535:0:14893:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001795fe3f/0x9268ded837c50983 lrc: 3/0,1 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.832545:0:14893:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001795fe3f/0x9268ded837c50983 lrc: 3/0,1 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.832554:0:14893:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001795fe3f/0x9268ded837c50983 lrc: 3/0,1 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.832560:0:14893:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001795fe3f/0x9268ded837c50983 lrc: 2/0,0 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.832586:0:14893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1771968961.832642:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.833134:0:14893:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a80f930 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+81:3332:x1858043760311040:12345-0@lo:6:osp-syn-0-0.0 Request processed in 11179us (11345us total) trans 4294969073 rc 0/0 00000100:00100000:0.0:1771968961.833143:0:14893:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6408 00000004:00080000:1.0:1771968961.833161:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005ea996c8/2, rc 0, transno 1777 00000100:00100000:0.0:1771968961.833169:0:8220:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754109760 00010000:00010000:0.0:1771968961.833214:0:8220:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005ce5e107/0x9268ded837c47bc3 lrc: 4/0,0 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03bfe0 expref: 31 pid: 14895 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.833245:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005ea996c8 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760311040:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1771968961.833248:0:8220:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11541 00000100:00100000:0.0:1771968961.833252:0:8220:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040226c54 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+31:2265:x1858043754109760:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:0.0:1771968961.833262:0:8220:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.833266:0:8220:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005ce5e107/0x9268ded837c47bc3 lrc: 4/0,0 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03bfe0 expref: 31 pid: 14895 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.833275:0:8220:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005ce5e107/0x9268ded837c47bc3 lrc: 3/0,0 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03bfe0 expref: 31 pid: 14895 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.833292:0:8220:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ce5e107/0x9268ded837c47bc3 lrc: 0/0,0 mode: --/PW res: [0x39e:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03bfe0 expref: 31 pid: 14895 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.833302:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.833304:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.833306:0:8220:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000039c7a3b9/0x9268ded837c5097c lrc: 3/0,1 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.833314:0:8220:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000039c7a3b9/0x9268ded837c5097c lrc: 4/0,1 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.833338:0:8220:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.833348:0:8659:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000039c7a3b9/0x9268ded837c5097c lrc: 3/0,1 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.833356:0:8659:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000039c7a3b9/0x9268ded837c5097c lrc: 3/0,1 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.833363:0:8659:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000039c7a3b9/0x9268ded837c5097c lrc: 3/0,1 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.833363:0:8220:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040226c54 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+30:2265:x1858043754109760:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 111us (723us total) trans 0 rc 0/0 00010000:00010000:1.0:1771968961.833370:0:8659:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000039c7a3b9/0x9268ded837c5097c lrc: 2/0,0 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.833370:0:8220:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11541 00010000:00010000:1.0:1771968961.833383:0:8659:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1771968961.833485:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1771968961.833491:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001795fe3f/0x9268ded837c50983 lrc: 2/0,0 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.833500:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000001795fe3f already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.833503:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001795fe3f/0x9268ded837c50983 lrc: 2/0,0 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.833512:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001795fe3f/0x9268ded837c50983 lrc: 3/0,0 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.833522:0:8659:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002959e4db pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+81:3335:x1858043760310976:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11907us (11964us total) trans 4294969162 rc 0/0 00010000:00010000:2.0:1771968961.833525:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001795fe3f/0x9268ded837c50983 lrc: 1/0,0 mode: --/PW res: [0x1de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.833529:0:8659:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6407 00010000:00010000:2.0:1771968961.833531:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001795fe3f/0x9268ded837c50983 lrc: 0/0,0 mode: --/PW res: [0x1de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.833546:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968961.833549:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000039c7a3b9/0x9268ded837c5097c lrc: 2/0,0 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.833555:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000039c7a3b9 already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.833557:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000039c7a3b9/0x9268ded837c5097c lrc: 2/0,0 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.833563:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000039c7a3b9/0x9268ded837c5097c lrc: 3/0,0 mode: PW/PW res: [0x39e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.833573:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000039c7a3b9/0x9268ded837c5097c lrc: 1/0,0 mode: --/PW res: [0x39e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.833579:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000039c7a3b9/0x9268ded837c5097c lrc: 0/0,0 mode: --/PW res: [0x39e:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.833589:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.833591:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.833592:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1771968961.833659:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e1f9b338/2, rc 0, transno 1866 00000100:00100000:0.0:1771968961.833678:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e1f9b338 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760310976:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.833906:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000363a6ea1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760313024:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1771968961.833940:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968961.833950:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1771968961.834205:0:8659:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760313024 00000100:00100000:1.0:1771968961.834239:0:8659:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6423 00000100:00100000:1.0:1771968961.834244:0:8659:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e814c4bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+81:3335:x1858043760313024:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1771968961.834271:0:8659:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:482 count 1 00010000:00010000:1.0:1771968961.834294:0:8659:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003195cbcb/0x9268ded837c509ec lrc: 3/0,1 mode: --/PW res: [0x1e2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.834309:0:8659:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000008f71ba/0x9268ded837c04a62 lrc: 2/0,0 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b7a expref: 29 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.834316:0:8659:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.834318:0:8659:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.834320:0:8659:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003195cbcb/0x9268ded837c509ec lrc: 4/0,1 mode: --/PW res: [0x1e2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.834345:0:8659:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000008f71ba/0x9268ded837c04a62 lrc: 3/0,0 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b7a expref: 29 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.834356:0:8659:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000008f71ba/0x9268ded837c04a62 lrc: 4/0,0 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b7a expref: 29 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.834367:0:8659:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009b65f729 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8659:1858043760313088:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.834403:0:8659:0:(client.c:2500:ptlrpc_set_wait()) set 00000000bfaf0270 going to sleep for 43 seconds 00000100:00100000:1.0:1771968961.837162:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.837234:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754109696 00010000:00010000:2.0:1771968961.837273:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000616d9885/0x9268ded837c060a4 lrc: 4/0,0 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026479 expref: 30 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.837315:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11542 00000100:00100000:2.0:1771968961.837323:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ba73099 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+30:2265:x1858043754109696:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1771968961.837340:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.837345:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000616d9885/0x9268ded837c060a4 lrc: 4/0,0 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026479 expref: 30 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.837358:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000616d9885/0x9268ded837c060a4 lrc: 3/0,0 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026479 expref: 30 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.837386:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000616d9885/0x9268ded837c060a4 lrc: 0/0,0 mode: --/PW res: [0x1f6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026479 expref: 30 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.837403:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.837406:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.837409:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c5098a lrc: 3/0,1 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.837419:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c5098a lrc: 4/0,1 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.837449:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1771968961.837500:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ba73099 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+29:2265:x1858043754109696:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 178us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.837506:0:14896:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d47e88a3 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14896:1858043760311616:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.837512:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11542 00010000:00010000:3.0:1771968961.837531:0:14896:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ebe00a87/0x9268ded837c50998 lrc: 3/0,1 mode: --/PW res: [0x207:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.837569:0:8204:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c5098a lrc: 3/0,1 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.837578:0:8204:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c5098a lrc: 3/0,1 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.837587:0:8204:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c5098a lrc: 3/0,1 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.837595:0:8204:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c5098a lrc: 2/0,0 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.837619:0:8204:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1771968961.837650:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.837655:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c5098a lrc: 2/0,0 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.837663:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007daf8b07 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.837667:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c5098a lrc: 2/0,0 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.837680:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c5098a lrc: 3/0,0 mode: PW/PW res: [0x1f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.837693:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c5098a lrc: 1/0,0 mode: --/PW res: [0x1f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.837699:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c5098a lrc: 0/0,0 mode: --/PW res: [0x1f6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.837714:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.837716:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.837717:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1771968961.837796:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968961.837822:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968961.837836:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968961.837851:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968961.837881:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754109824 00010000:00010000:1.0:1771968961.837897:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007808e3d4/0x9268ded837c06a44 lrc: 4/0,0 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0268af expref: 29 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.837922:0:7226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754109952 00010000:00010000:1.0:1771968961.837931:0:7226:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000042567a4d/0x9268ded837c06b24 lrc: 5/0,0 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026911 expref: 30 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.837947:0:7226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754109888 00010000:00010000:1.0:1771968961.837956:0:7226:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000969b7360/0x9268ded837c07002 lrc: 4/0,0 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026b25 expref: 13 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.837966:0:7226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754110016 00010000:00010000:1.0:1771968961.837973:0:7226:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000040bd1e20/0x9268ded837c4e9e7 lrc: 5/0,0 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e660 expref: 14 pid: 14892 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.837985:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11543 00000100:00100000:1.0:1771968961.837989:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e14e6eed pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+30:2264:x1858043754109824:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1771968961.837997:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.838000:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007808e3d4/0x9268ded837c06a44 lrc: 4/0,0 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0268af expref: 30 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.838007:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007808e3d4/0x9268ded837c06a44 lrc: 3/0,0 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0268af expref: 30 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.838022:0:7226:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007808e3d4/0x9268ded837c06a44 lrc: 0/0,0 mode: --/PW res: [0x201:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0268af expref: 30 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.838030:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.838031:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.838034:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a5c6408b/0x9268ded837c50991 lrc: 3/0,1 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.838040:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5c6408b/0x9268ded837c50991 lrc: 4/0,1 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.838058:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1771968961.838079:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e14e6eed pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+29:2264:x1858043754109824:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 89us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968961.838085:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11543 00000100:00100000:1.0:1771968961.838098:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11544 00000100:00100000:1.0:1771968961.838101:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c6b188a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+28:2264:x1858043754109952:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1771968961.838107:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1771968961.838110:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000042567a4d/0x9268ded837c06b24 lrc: 5/0,0 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026911 expref: 28 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.838118:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000042567a4d/0x9268ded837c06b24 lrc: 4/0,0 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026911 expref: 28 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.838130:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.838132:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.838134:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006682efa9/0x9268ded837c5099f lrc: 3/0,1 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.838139:0:8204:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008eeab365 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+82:3332:x1858043760311104:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16054us (16251us total) trans 4294969163 rc 0/0 00010000:00010000:1.0:1771968961.838140:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006682efa9/0x9268ded837c5099f lrc: 4/0,1 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.838147:0:8204:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6409 00010000:00010000:1.0:1771968961.838150:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1771968961.838166:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c6b188a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+28:2264:x1858043754109952:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 64us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.838171:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11545 00000100:00100000:2.0:1771968961.838196:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000019abbdcd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+14:2264:x1858043754109888:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00000100:00100000:1.0:1771968961.838196:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11544 00010000:00010000:2.0:1771968961.838205:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1771968961.838208:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11546 00010000:00010000:2.0:1771968961.838209:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000969b7360/0x9268ded837c07002 lrc: 4/0,0 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026b25 expref: 14 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.838213:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000099dbe5e4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+14:2264:x1858043754110016:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:1.0:1771968961.838219:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.838220:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000969b7360/0x9268ded837c07002 lrc: 3/0,0 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026b25 expref: 14 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.838222:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000040bd1e20/0x9268ded837c4e9e7 lrc: 5/0,0 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e660 expref: 14 pid: 14892 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.838231:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000040bd1e20/0x9268ded837c4e9e7 lrc: 4/0,0 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e660 expref: 14 pid: 14892 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.838241:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000969b7360/0x9268ded837c07002 lrc: 0/0,0 mode: --/PW res: [0x207:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026b25 expref: 14 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.838250:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.838252:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.838254:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ebe00a87/0x9268ded837c50998 lrc: 3/0,1 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.838261:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ebe00a87/0x9268ded837c50998 lrc: 4/0,1 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.838265:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.838266:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.838268:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000726a000e/0x9268ded837c509a6 lrc: 3/0,1 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.838274:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000726a000e/0x9268ded837c509a6 lrc: 4/0,1 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.838285:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968961.838288:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1771968961.838302:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000019abbdcd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+13:2264:x1858043754109888:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 106us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968961.838302:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000099dbe5e4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+13:2264:x1858043754110016:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 88us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.838309:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11545 00010000:00010000:2.0:1771968961.838327:0:14896:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ebe00a87/0x9268ded837c50998 lrc: 3/0,1 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.838334:0:14896:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ebe00a87/0x9268ded837c50998 lrc: 3/0,1 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.838341:0:14896:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ebe00a87/0x9268ded837c50998 lrc: 3/0,1 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.838347:0:14896:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ebe00a87/0x9268ded837c50998 lrc: 2/0,0 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.838365:0:14896:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1771968961.838367:0:14884:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040bd1e20/0x9268ded837c4e9e7 lrc: 0/0,0 mode: --/PW res: [0x3c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e660 expref: 12 pid: 14892 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.838376:0:14884:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb943c3c pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14884:1858043760311808:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.838388:0:14884:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000726a000e/0x9268ded837c509a6 lrc: 3/0,1 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.838395:0:14884:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000726a000e/0x9268ded837c509a6 lrc: 3/0,1 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.838400:0:14884:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000726a000e/0x9268ded837c509a6 lrc: 3/0,1 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.838406:0:14884:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000726a000e/0x9268ded837c509a6 lrc: 3/0,1 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.838411:0:14884:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000726a000e/0x9268ded837c509a6 lrc: 2/0,0 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.838426:0:14884:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1771968961.838532:0:14884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000706085d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+82:3334:x1858043760311488:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13632us (13878us total) trans 4294969075 rc 0/0 00000100:00100000:3.0:1771968961.838539:0:14884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6413 00010000:00010000:3.0:1771968961.838555:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1771968961.838559:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ebe00a87/0x9268ded837c50998 lrc: 2/0,0 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.838566:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000ebe00a87 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.838568:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebe00a87/0x9268ded837c50998 lrc: 2/0,0 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.838575:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ebe00a87/0x9268ded837c50998 lrc: 3/0,0 mode: PW/PW res: [0x207:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.838585:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ebe00a87/0x9268ded837c50998 lrc: 1/0,0 mode: --/PW res: [0x207:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.838590:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ebe00a87/0x9268ded837c50998 lrc: 0/0,0 mode: --/PW res: [0x207:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.838602:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.838603:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000726a000e/0x9268ded837c509a6 lrc: 2/0,0 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.838609:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000726a000e already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.838610:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000726a000e/0x9268ded837c509a6 lrc: 2/0,0 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.838616:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000726a000e/0x9268ded837c509a6 lrc: 3/0,0 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.838624:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000726a000e/0x9268ded837c509a6 lrc: 1/0,0 mode: --/PW res: [0x3c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.838630:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000726a000e/0x9268ded837c509a6 lrc: 0/0,0 mode: --/PW res: [0x3c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.838643:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.838645:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.838646:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968961.838694:0:14895:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000db56e782 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14895:1858043760312000:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.838704:0:14896:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086343821 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+81:3332:x1858043760311552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 14413us (14460us total) trans 4294969074 rc 0/0 00010000:00010000:3.0:1771968961.838706:0:14895:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000068ae09bd/0x9268ded837c509ad lrc: 3/0,1 mode: --/PW res: [0x1d7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.838711:0:14896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6411 00010000:00010000:2.0:1771968961.838726:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968961.838745:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000004:00080000:2.0:1771968961.838754:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008dba4e81/2, rc 0, transno 1779 00000100:00100000:3.0:1771968961.838761:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754110080 00000100:00100000:2.0:1771968961.838771:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008dba4e81 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760311488:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1771968961.838775:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c3522c33/0x9268ded837c03ddc lrc: 4/0,0 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025695 expref: 12 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.839003:0:14875:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042567a4d/0x9268ded837c06b24 lrc: 0/0,0 mode: --/PW res: [0x202:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026911 expref: 27 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.839015:0:14875:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001baefcf5 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14875:1858043760311744:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.839028:0:14875:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006682efa9/0x9268ded837c5099f lrc: 3/0,1 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.839034:0:14875:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006682efa9/0x9268ded837c5099f lrc: 3/0,1 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.839039:0:14875:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006682efa9/0x9268ded837c5099f lrc: 3/0,1 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.839045:0:14875:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006682efa9/0x9268ded837c5099f lrc: 3/0,1 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.839051:0:14875:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006682efa9/0x9268ded837c5099f lrc: 2/0,0 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.839064:0:14875:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1771968961.839393:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11546 00000100:00100000:0.0:1771968961.839406:0:14875:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e2e7e132 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+82:3332:x1858043760311680:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14884us (14927us total) trans 4294969164 rc 0/0 00000100:00100000:0.0:1771968961.839414:0:14875:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6412 00010000:00010000:1.0:1771968961.839415:0:14891:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a5c6408b/0x9268ded837c50991 lrc: 3/0,1 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.839423:0:14891:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5c6408b/0x9268ded837c50991 lrc: 3/0,1 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.839429:0:14891:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a5c6408b/0x9268ded837c50991 lrc: 3/0,1 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.839440:0:14891:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a5c6408b/0x9268ded837c50991 lrc: 2/0,0 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.839456:0:14891:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1771968961.839692:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1771968961.839696:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006682efa9/0x9268ded837c5099f lrc: 2/0,0 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.839704:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006682efa9 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.839707:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006682efa9/0x9268ded837c5099f lrc: 2/0,0 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.839714:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006682efa9/0x9268ded837c5099f lrc: 3/0,0 mode: PW/PW res: [0x202:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.839727:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006682efa9/0x9268ded837c5099f lrc: 1/0,0 mode: --/PW res: [0x202:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.839734:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006682efa9/0x9268ded837c5099f lrc: 0/0,0 mode: --/PW res: [0x202:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.839749:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.839752:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a5c6408b/0x9268ded837c50991 lrc: 2/0,0 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.839757:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a5c6408b already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.839759:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a5c6408b/0x9268ded837c50991 lrc: 2/0,0 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.839764:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a5c6408b/0x9268ded837c50991 lrc: 3/0,0 mode: PW/PW res: [0x201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.839773:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a5c6408b/0x9268ded837c50991 lrc: 1/0,0 mode: --/PW res: [0x201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.839782:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a5c6408b/0x9268ded837c50991 lrc: 0/0,0 mode: --/PW res: [0x201:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.839793:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.839794:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.839795:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.839796:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968961.839878:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11547 00000100:00100000:3.0:1771968961.839885:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000075a86022 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+11:2264:x1858043754110080:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1771968961.839898:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.839904:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c3522c33/0x9268ded837c03ddc lrc: 4/0,0 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025695 expref: 11 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.839916:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c3522c33/0x9268ded837c03ddc lrc: 3/0,0 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025695 expref: 11 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.839933:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c3522c33/0x9268ded837c03ddc lrc: 0/0,0 mode: --/PW res: [0x1d7:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025695 expref: 11 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.839942:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.839944:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.839947:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000068ae09bd/0x9268ded837c509ad lrc: 3/0,1 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.839955:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068ae09bd/0x9268ded837c509ad lrc: 4/0,1 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.839973:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968961.839997:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000075a86022 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+10:2264:x1858043754110080:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 112us (1251us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.840009:0:14888:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000084659499 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14888:1858043760312832:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.840024:0:14888:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f75cc2ea/0x9268ded837c509de lrc: 3/0,1 mode: --/PW res: [0x39f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.840071:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.840095:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.840113:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754110208 00010000:00010000:2.0:1771968961.840128:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b6034891/0x9268ded837c071b4 lrc: 5/0,0 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026bbf expref: 11 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.840163:0:8220:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754110336 00000100:00100000:1.0:1771968961.840197:0:14891:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000011eaa245 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+82:3334:x1858043760311360:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17342us (17384us total) trans 4294969165 rc 0/0 00010000:00010000:0.0:1771968961.840197:0:8220:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f616ca25/0x9268ded837c065dd lrc: 5/0,0 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0266be expref: 27 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.840205:0:14891:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6410 00000100:00100000:0.0:1771968961.840213:0:8220:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11548 00000100:00100000:0.0:1771968961.840217:0:8220:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002fac73db pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+27:2264:x1858043754110336:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:0.0:1771968961.840225:0:8220:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.840228:0:8220:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f616ca25/0x9268ded837c065dd lrc: 5/0,0 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0266be expref: 27 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.840233:0:8206:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fdbcb724 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8206:1858043760312768:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.840236:0:8220:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f616ca25/0x9268ded837c065dd lrc: 4/0,0 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0266be expref: 27 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.840250:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.840252:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.840254:0:8220:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000017e94f61/0x9268ded837c509d0 lrc: 3/0,1 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.840261:0:8220:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000017e94f61/0x9268ded837c509d0 lrc: 4/0,1 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.840278:0:8220:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1771968961.840296:0:8220:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002fac73db pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+27:2264:x1858043754110336:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 78us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.840302:0:8220:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11548 00000100:00100000:0.0:1771968961.840332:0:14892:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000001392411 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14892:1858043760312256:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.840342:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11547 00010000:00010000:0.0:1771968961.840347:0:14892:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008ea56425/0x9268ded837c509bb lrc: 3/0,1 mode: --/PW res: [0x20a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.840369:0:13424:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002a81845f pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:13424:1858043760312320:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.840369:0:14885:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b7e273d pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14885:1858043760312064:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.840381:0:14885:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c2f9bb52/0x9268ded837c509b4 lrc: 3/0,1 mode: --/PW res: [0x208:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.840383:0:13424:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000099c6a9b2/0x9268ded837c509c2 lrc: 3/0,1 mode: --/PW res: [0x1fb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.840396:0:14895:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000068ae09bd/0x9268ded837c509ad lrc: 3/0,1 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.840402:0:14895:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000068ae09bd/0x9268ded837c509ad lrc: 3/0,1 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.840409:0:14895:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000068ae09bd/0x9268ded837c509ad lrc: 3/0,1 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.840416:0:14895:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000068ae09bd/0x9268ded837c509ad lrc: 2/0,0 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.840416:0:14890:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f616ca25/0x9268ded837c065dd lrc: 0/0,0 mode: --/PW res: [0x1fc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0266be expref: 26 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.840426:0:14890:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000bf1e7aab pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14890:1858043760312704:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.840435:0:14895:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1771968961.840435:0:14890:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000017e94f61/0x9268ded837c509d0 lrc: 3/0,1 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.840441:0:14890:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000017e94f61/0x9268ded837c509d0 lrc: 3/0,1 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.840445:0:14890:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000017e94f61/0x9268ded837c509d0 lrc: 3/0,1 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.840456:0:14890:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000017e94f61/0x9268ded837c509d0 lrc: 3/0,1 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.840463:0:14890:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000017e94f61/0x9268ded837c509d0 lrc: 2/0,0 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.840474:0:14890:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1771968961.840765:0:14890:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000308d7210 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+82:3332:x1858043760312576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12259us (12308us total) trans 4294969166 rc 0/0 00000100:00100000:0.0:1771968961.840772:0:14890:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6419 00010000:00010000:2.0:1771968961.841106:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1771968961.841110:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000068ae09bd/0x9268ded837c509ad lrc: 2/0,0 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.841117:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000068ae09bd already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.841120:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000068ae09bd/0x9268ded837c509ad lrc: 2/0,0 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.841127:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000068ae09bd/0x9268ded837c509ad lrc: 3/0,0 mode: PW/PW res: [0x1d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.841140:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000068ae09bd/0x9268ded837c509ad lrc: 1/0,0 mode: --/PW res: [0x1d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.841145:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068ae09bd/0x9268ded837c509ad lrc: 0/0,0 mode: --/PW res: [0x1d7:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14895 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.841156:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968961.841157:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000017e94f61/0x9268ded837c509d0 lrc: 2/0,0 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.841162:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000017e94f61 already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.841164:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000017e94f61/0x9268ded837c509d0 lrc: 2/0,0 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.841169:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000017e94f61/0x9268ded837c509d0 lrc: 3/0,0 mode: PW/PW res: [0x1fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.841198:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000017e94f61/0x9268ded837c509d0 lrc: 1/0,0 mode: --/PW res: [0x1fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.841203:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000017e94f61/0x9268ded837c509d0 lrc: 0/0,0 mode: --/PW res: [0x1fc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.841214:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.841215:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.841217:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1771968961.841244:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000006f8bb80f/2, rc 0, transno 1869 00000100:00100000:2.0:1771968961.841259:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f8bb80f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760311360:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.841277:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11549 00000100:00100000:2.0:1771968961.841282:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084659499 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+10:2264:x1858043754110208:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1771968961.841291:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.841296:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b6034891/0x9268ded837c071b4 lrc: 4/0,0 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026bbf expref: 10 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.841307:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b6034891/0x9268ded837c071b4 lrc: 3/0,0 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026bbf expref: 10 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.841320:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b6034891/0x9268ded837c071b4 lrc: 0/0,0 mode: --/PW res: [0x208:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026bbf expref: 10 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.841329:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.841330:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.841332:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c2f9bb52/0x9268ded837c509b4 lrc: 3/0,1 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.841339:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2f9bb52/0x9268ded837c509b4 lrc: 4/0,1 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.841349:0:14895:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bc84063e pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0000-mdtlov_UUID+81:3334:x1858043760311872:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15942us (16012us total) trans 4294969076 rc 0/0 00010000:00010000:2.0:1771968961.841355:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968961.841356:0:14895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6414 00000100:00100000:2.0:1771968961.841373:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084659499 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+9:2264:x1858043754110208:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 91us (1303us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.841379:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11549 00000004:00080000:2.0:1771968961.841423:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000362c8cfd/2, rc 0, transno 1780 00000100:00100000:2.0:1771968961.841439:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000362c8cfd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760311872:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1771968961.841473:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968961.841478:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.841488:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754110464 00010000:00010000:2.0:1771968961.841502:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000aaf827a0/0x9268ded837c0686f lrc: 4/0,0 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0267dd expref: 26 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.841520:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11550 00000100:00100000:2.0:1771968961.841523:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000084659499 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+26:2264:x1858043754110464:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1771968961.841531:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.841534:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000aaf827a0/0x9268ded837c0686f lrc: 4/0,0 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0267dd expref: 26 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.841536:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1771968961.841543:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000aaf827a0/0x9268ded837c0686f lrc: 3/0,0 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0267dd expref: 26 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.841555:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aaf827a0/0x9268ded837c0686f lrc: 0/0,0 mode: --/PW res: [0x1ff:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0267dd expref: 26 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.841560:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1771968961.841566:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.841568:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.841570:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009a8df4e6/0x9268ded837c509d7 lrc: 3/0,1 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.841577:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a8df4e6/0x9268ded837c509d7 lrc: 4/0,1 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.841583:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1771968961.841589:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.841643:0:8206:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009a8df4e6/0x9268ded837c509d7 lrc: 3/0,1 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.841647:0:14885:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c2f9bb52/0x9268ded837c509b4 lrc: 3/0,1 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.841652:0:8206:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009a8df4e6/0x9268ded837c509d7 lrc: 3/0,1 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.841656:0:14885:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c2f9bb52/0x9268ded837c509b4 lrc: 3/0,1 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.841658:0:8206:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a8df4e6/0x9268ded837c509d7 lrc: 3/0,1 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.841663:0:14885:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c2f9bb52/0x9268ded837c509b4 lrc: 3/0,1 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.841664:0:8206:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a8df4e6/0x9268ded837c509d7 lrc: 3/0,1 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.841669:0:14885:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c2f9bb52/0x9268ded837c509b4 lrc: 2/0,0 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.841670:0:8206:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a8df4e6/0x9268ded837c509d7 lrc: 2/0,0 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.841683:0:14885:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1771968961.842095:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000084659499 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+25:2264:x1858043754110464:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 80us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.842106:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11550 00000100:00100000:2.0:1771968961.842118:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754110592 00010000:00010000:2.0:1771968961.842130:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e5f4d93e/0x9268ded837c03109 lrc: 5/0,0 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->53247) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025212 expref: 9 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.842143:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754110144 00010000:00010000:2.0:1771968961.842152:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001c72ee3c/0x9268ded837c07415 lrc: 4/0,0 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026cad expref: 10 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.842164:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754110272 00010000:00010000:2.0:1771968961.842191:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ab63145e/0x9268ded837c06512 lrc: 4/0,0 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02666a expref: 25 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.842207:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11551 00000100:00100000:2.0:1771968961.842211:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000090fb61b1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+10:2264:x1858043754110592:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1771968961.842220:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.842224:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e5f4d93e/0x9268ded837c03109 lrc: 5/0,0 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->53247) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025212 expref: 10 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.842233:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e5f4d93e/0x9268ded837c03109 lrc: 4/0,0 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->53247) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025212 expref: 10 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.842247:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.842249:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.842251:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000025049296/0x9268ded837c509e5 lrc: 3/0,1 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.842263:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025049296/0x9268ded837c509e5 lrc: 4/0,1 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.842275:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968961.842401:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.842419:0:14885:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087455c06 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+81:3334:x1858043760311936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15870us (16954us total) trans 4294969077 rc 0/0 00000100:00100000:0.0:1771968961.842426:0:14885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6415 00000100:00100000:3.0:1771968961.842433:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.842478:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000090fb61b1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+10:2264:x1858043754110592:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 265us (941us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.842485:0:8659:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009b65f729 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8659:1858043760313088:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.842485:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11551 00000100:00100000:2.0:1771968961.842497:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754110400 00010000:00010000:3.0:1771968961.842501:0:8659:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003195cbcb/0x9268ded837c509ec lrc: 3/0,1 mode: --/PW res: [0x1e2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.842506:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003dda667a/0x9268ded837c0735f lrc: 5/0,0 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026c59 expref: 10 pid: 8659 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.842518:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754110528 00010000:00010000:2.0:1771968961.842526:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a39c4b5d/0x9268ded837c47f82 lrc: 4/0,0 mode: PW/PW res: [0x39f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03c137 expref: 26 pid: 14895 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.842538:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11552 00000100:00100000:3.0:1771968961.842541:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.842542:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000541eddb2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+10:2264:x1858043754110144:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1771968961.842549:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.842552:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001c72ee3c/0x9268ded837c07415 lrc: 4/0,0 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026cad expref: 10 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.842560:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001c72ee3c/0x9268ded837c07415 lrc: 3/0,0 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026cad expref: 10 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.842574:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c72ee3c/0x9268ded837c07415 lrc: 0/0,0 mode: --/PW res: [0x20a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026cad expref: 10 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.842590:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.842591:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.842593:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008ea56425/0x9268ded837c509bb lrc: 3/0,1 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.842599:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008ea56425/0x9268ded837c509bb lrc: 4/0,1 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.842617:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1771968961.842634:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000541eddb2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+9:2264:x1858043754110144:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 91us (1074us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.842641:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11552 00000100:00100000:2.0:1771968961.842654:0:6216:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754110656 00010000:00010000:2.0:1771968961.842663:0:6216:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000008f71ba/0x9268ded837c04a62 lrc: 4/0,0 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b7a expref: 27 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.842677:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11553 00000100:00100000:2.0:1771968961.842680:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000abc82fd1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+27:2264:x1858043754110272:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:1.0:1771968961.842759:0:8206:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1771968961.842761:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1771968961.842765:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c2f9bb52/0x9268ded837c509b4 lrc: 2/0,0 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.842773:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000c2f9bb52 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.842776:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c2f9bb52/0x9268ded837c509b4 lrc: 2/0,0 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.842783:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c2f9bb52/0x9268ded837c509b4 lrc: 3/0,0 mode: PW/PW res: [0x208:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.842794:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c2f9bb52/0x9268ded837c509b4 lrc: 1/0,0 mode: --/PW res: [0x208:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.842800:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c2f9bb52/0x9268ded837c509b4 lrc: 0/0,0 mode: --/PW res: [0x208:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.842815:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.842818:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a8df4e6/0x9268ded837c509d7 lrc: 2/0,0 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.842824:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000009a8df4e6 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.842826:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a8df4e6/0x9268ded837c509d7 lrc: 2/0,0 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.842831:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a8df4e6/0x9268ded837c509d7 lrc: 3/0,0 mode: PW/PW res: [0x1ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.842841:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a8df4e6/0x9268ded837c509d7 lrc: 1/0,0 mode: --/PW res: [0x1ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.842848:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a8df4e6/0x9268ded837c509d7 lrc: 0/0,0 mode: --/PW res: [0x1ff:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8206 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.842871:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.842872:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.842873:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.842882:0:14892:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008ea56425/0x9268ded837c509bb lrc: 3/0,1 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.842891:0:14892:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008ea56425/0x9268ded837c509bb lrc: 3/0,1 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.842897:0:14892:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008ea56425/0x9268ded837c509bb lrc: 3/0,1 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.842903:0:14892:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008ea56425/0x9268ded837c509bb lrc: 2/0,0 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.842921:0:14892:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1771968961.842931:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.842934:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008ea56425/0x9268ded837c509bb lrc: 2/0,0 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.842942:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008ea56425 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.842945:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008ea56425/0x9268ded837c509bb lrc: 2/0,0 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.842950:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008ea56425/0x9268ded837c509bb lrc: 3/0,0 mode: PW/PW res: [0x20a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.842961:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008ea56425/0x9268ded837c509bb lrc: 1/0,0 mode: --/PW res: [0x20a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.842968:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008ea56425/0x9268ded837c509bb lrc: 0/0,0 mode: --/PW res: [0x20a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.842980:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.842981:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.842983:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.843261:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1771968961.843284:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002d73c806/2, rc 0, transno 1781 00000100:00100000:2.0:1771968961.843299:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002d73c806 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760311936:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1771968961.843313:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.843317:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ab63145e/0x9268ded837c06512 lrc: 4/0,0 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02666a expref: 27 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.843326:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ab63145e/0x9268ded837c06512 lrc: 3/0,0 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02666a expref: 27 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.843341:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ab63145e/0x9268ded837c06512 lrc: 0/0,0 mode: --/PW res: [0x1fb:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02666a expref: 27 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.843352:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.843353:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.843355:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000099c6a9b2/0x9268ded837c509c2 lrc: 3/0,1 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.843362:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000099c6a9b2/0x9268ded837c509c2 lrc: 4/0,1 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.843380:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968961.843396:0:13424:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000099c6a9b2/0x9268ded837c509c2 lrc: 3/0,1 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.843399:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000abc82fd1 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+26:2264:x1858043754110272:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 717us (1816us total) trans 0 rc 0/0 00010000:00010000:3.0:1771968961.843404:0:13424:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000099c6a9b2/0x9268ded837c509c2 lrc: 3/0,1 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.843406:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11553 00010000:00010000:3.0:1771968961.843411:0:13424:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099c6a9b2/0x9268ded837c509c2 lrc: 3/0,1 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.843417:0:13424:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000099c6a9b2/0x9268ded837c509c2 lrc: 2/0,0 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.843419:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11554 00000100:00100000:2.0:1771968961.843423:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fa150ea pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+8:2264:x1858043754110400:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1771968961.843429:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.843431:0:13424:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1771968961.843433:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003dda667a/0x9268ded837c0735f lrc: 5/0,0 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026c59 expref: 8 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.843440:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003dda667a/0x9268ded837c0735f lrc: 4/0,0 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026c59 expref: 8 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.843453:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.843454:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.843457:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000042d422cb/0x9268ded837c509c9 lrc: 3/0,1 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.843464:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042d422cb/0x9268ded837c509c9 lrc: 4/0,1 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.843475:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1771968961.843490:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fa150ea pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+8:2264:x1858043754110400:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 67us (1091us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.843496:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11554 00000100:00100000:2.0:1771968961.843507:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11555 00000100:00100000:2.0:1771968961.843510:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001e4fa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+25:2264:x1858043754110528:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1771968961.843516:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.843520:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a39c4b5d/0x9268ded837c47f82 lrc: 4/0,0 mode: PW/PW res: [0x39f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03c137 expref: 25 pid: 14895 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.843527:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a39c4b5d/0x9268ded837c47f82 lrc: 3/0,0 mode: PW/PW res: [0x39f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03c137 expref: 25 pid: 14895 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.843538:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a39c4b5d/0x9268ded837c47f82 lrc: 0/0,0 mode: --/PW res: [0x39f:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03c137 expref: 25 pid: 14895 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.843546:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.843547:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.843549:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f75cc2ea/0x9268ded837c509de lrc: 3/0,1 mode: PW/PW res: [0x39f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.843556:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f75cc2ea/0x9268ded837c509de lrc: 4/0,1 mode: PW/PW res: [0x39f:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.843571:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968961.843580:0:14888:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f75cc2ea/0x9268ded837c509de lrc: 3/0,1 mode: PW/PW res: [0x39f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.843586:0:14888:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f75cc2ea/0x9268ded837c509de lrc: 3/0,1 mode: PW/PW res: [0x39f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.843592:0:14888:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f75cc2ea/0x9268ded837c509de lrc: 3/0,1 mode: PW/PW res: [0x39f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.843597:0:14888:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f75cc2ea/0x9268ded837c509de lrc: 2/0,0 mode: PW/PW res: [0x39f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.843607:0:14888:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1771968961.843841:0:14888:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d45057d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+84:3334:x1858043760312512:12345-0@lo:6:osp-syn-1-0.0 Request processed in 14958us (15050us total) trans 4294969169 rc 0/0 00000100:00100000:2.0:1771968961.843849:0:14888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6421 00000004:00080000:2.0:1771968961.843889:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001e696369/2, rc 0, transno 1873 00000100:00100000:2.0:1771968961.843895:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e696369 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760312512:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.843919:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001e4fa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+24:2264:x1858043754110528:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 407us (1485us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.843926:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11555 00000100:00100000:2.0:1771968961.843940:0:6216:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11556 00000100:00100000:2.0:1771968961.843949:0:6216:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db1ae171 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+23:2265:x1858043754110656:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1771968961.843958:0:6216:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.843962:0:6216:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000008f71ba/0x9268ded837c04a62 lrc: 4/0,0 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b7a expref: 23 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.843971:0:6216:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000008f71ba/0x9268ded837c04a62 lrc: 3/0,0 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b7a expref: 23 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.843986:0:6216:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000008f71ba/0x9268ded837c04a62 lrc: 0/0,0 mode: --/PW res: [0x1e2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b7a expref: 23 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.843996:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.843997:0:6216:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.843998:0:6216:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003195cbcb/0x9268ded837c509ec lrc: 3/0,1 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.844005:0:6216:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003195cbcb/0x9268ded837c509ec lrc: 4/0,1 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.844030:0:6216:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1771968961.844046:0:6216:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db1ae171 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+22:2265:x1858043754110656:12345-192.168.202.27@tcp:103:ldlm_bl_02.0 Request processed in 101us (1505us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.844052:0:6216:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11556 00000100:00100000:3.0:1771968961.844136:0:13424:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b97fbf30 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+83:3332:x1858043760312192:12345-0@lo:6:osp-syn-1-0.0 Request processed in 17109us (17214us total) trans 4294969168 rc 0/0 00000100:00100000:3.0:1771968961.844144:0:13424:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6417 00010000:00010000:3.0:1771968961.844161:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1771968961.844165:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000099c6a9b2/0x9268ded837c509c2 lrc: 2/0,0 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.844191:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000099c6a9b2 already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.844195:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000099c6a9b2/0x9268ded837c509c2 lrc: 2/0,0 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.844202:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000099c6a9b2/0x9268ded837c509c2 lrc: 3/0,0 mode: PW/PW res: [0x1fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.844214:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000099c6a9b2/0x9268ded837c509c2 lrc: 1/0,0 mode: --/PW res: [0x1fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.844220:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000099c6a9b2/0x9268ded837c509c2 lrc: 0/0,0 mode: --/PW res: [0x1fb:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 13424 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.844234:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.844235:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f75cc2ea/0x9268ded837c509de lrc: 2/0,0 mode: PW/PW res: [0x39f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.844241:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f75cc2ea already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.844243:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f75cc2ea/0x9268ded837c509de lrc: 2/0,0 mode: PW/PW res: [0x39f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.844258:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f75cc2ea/0x9268ded837c509de lrc: 3/0,0 mode: PW/PW res: [0x39f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.844267:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f75cc2ea/0x9268ded837c509de lrc: 1/0,0 mode: --/PW res: [0x39f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.844272:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f75cc2ea/0x9268ded837c509de lrc: 0/0,0 mode: --/PW res: [0x39f:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.844284:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.844286:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.844287:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.844294:0:8659:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003195cbcb/0x9268ded837c509ec lrc: 3/0,1 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.844300:0:8659:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003195cbcb/0x9268ded837c509ec lrc: 3/0,1 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.844306:0:8659:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003195cbcb/0x9268ded837c509ec lrc: 3/0,1 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.844312:0:8659:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003195cbcb/0x9268ded837c509ec lrc: 2/0,0 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.844325:0:8659:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1771968961.844891:0:14892:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095caffcc pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+81:3332:x1858043760312128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 17872us (18041us total) trans 4294969078 rc 0/0 00000100:00100000:0.0:1771968961.844900:0:14892:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6416 00010000:00010000:0.0:1771968961.844919:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.844929:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003195cbcb/0x9268ded837c509ec lrc: 2/0,0 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.844937:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000003195cbcb already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.844939:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003195cbcb/0x9268ded837c509ec lrc: 2/0,0 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.844946:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003195cbcb/0x9268ded837c509ec lrc: 3/0,0 mode: PW/PW res: [0x1e2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.844958:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003195cbcb/0x9268ded837c509ec lrc: 1/0,0 mode: --/PW res: [0x1e2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.844965:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003195cbcb/0x9268ded837c509ec lrc: 0/0,0 mode: --/PW res: [0x1e2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.844979:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.844980:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.844982:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1771968961.845005:0:8206:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d8247865 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+83:3332:x1858043760312640:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16374us (16424us total) trans 4294969167 rc 0/0 00000100:00100000:1.0:1771968961.845017:0:8206:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6420 00000100:00100000:1.0:1771968961.845127:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fdbcb724 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760313152:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1771968961.845165:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968961.845504:0:8659:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e814c4bf pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+82:3335:x1858043760313024:12345-0@lo:6:osp-syn-1-0.0 Request processed in 11259us (11553us total) trans 4294969170 rc 0/0 00000100:00100000:3.0:1771968961.845512:0:8659:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6423 00000100:00100000:0.0:1771968961.845561:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000061137f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760313216:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1771968961.845586:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008ed83837/2, rc 0, transno 1871 00000100:00100000:1.0:1771968961.845594:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008ed83837 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760312640:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.845594:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1771968961.845605:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000adcb55b0/2, rc 0, transno 1870 00000100:00100000:1.0:1771968961.845608:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000adcb55b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760312576:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1771968961.845617:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008155539c/2, rc 0, transno 1872 00000100:00100000:1.0:1771968961.845620:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008155539c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760312192:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.845642:0:8659:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760313152 00000100:00100000:0.0:1771968961.845658:0:14892:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760313216 00000100:00100000:3.0:1771968961.845671:0:8659:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6424 00000100:00100000:0.0:1771968961.845675:0:14892:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6425 00000100:00100000:0.0:1771968961.845678:0:14892:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bf1e7aab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+83:3333:x1858043760313216:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1771968961.845717:0:14892:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:478 count 1 00010000:00010000:0.0:1771968961.845739:0:14892:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000958e5fe7/0x9268ded837c509f3 lrc: 3/0,1 mode: --/PW res: [0x1de:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.845747:0:8659:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000de17734 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+83:3332:x1858043760313152:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1771968961.845755:0:14892:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000011daa24e/0x9268ded837c046bf lrc: 2/0,0 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0259f2 expref: 21 pid: 14896 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1771968961.845759:0:8659:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:481 count 1 00010000:00010000:0.0:1771968961.845764:0:14892:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.845766:0:14892:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.845768:0:14892:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000958e5fe7/0x9268ded837c509f3 lrc: 4/0,1 mode: --/PW res: [0x1de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.845770:0:8659:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c509fa lrc: 3/0,1 mode: --/PW res: [0x1e1:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.845779:0:8659:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002c04f30e/0x9268ded837c04997 lrc: 2/0,0 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b26 expref: 21 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.845785:0:8659:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.845786:0:8659:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.845788:0:8659:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c509fa lrc: 4/0,1 mode: --/PW res: [0x1e1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.845791:0:14892:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000011daa24e/0x9268ded837c046bf lrc: 3/0,0 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0259f2 expref: 21 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.845801:0:8659:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002c04f30e/0x9268ded837c04997 lrc: 3/0,0 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b26 expref: 21 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.845803:0:14892:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000011daa24e/0x9268ded837c046bf lrc: 4/0,0 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0259f2 expref: 21 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.845814:0:14892:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002b7e273d pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14892:1858043760313280:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.845857:0:14892:0:(client.c:2500:ptlrpc_set_wait()) set 000000007cd35ad2 going to sleep for 43 seconds 00000004:00080000:0.0:1771968961.845892:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000363a6ea1/2, rc 0, transno 1874 00000100:00100000:0.0:1771968961.845896:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000363a6ea1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760313024:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1771968961.845903:0:8659:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002c04f30e/0x9268ded837c04997 lrc: 4/0,0 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b26 expref: 21 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.845913:0:8659:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030c4f4d0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8659:1858043760313344:192.168.202.27@tcp:104: 00000004:00080000:1.0:1771968961.845945:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000df67884b/2, rc 0, transno 1782 00000100:00100000:1.0:1771968961.845957:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000df67884b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760312128:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1771968961.845970:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000005d462fd3/2, rc 0, transno 1868 00000100:00100000:1.0:1771968961.845973:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005d462fd3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760311680:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1771968961.845984:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000003a8790db/2, rc 0, transno 1778 00000100:00100000:1.0:1771968961.845987:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003a8790db pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760311552:0@lo:6:osp-syn-0-0.0 00000004:00080000:1.0:1771968961.845997:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000008172d2c5/2, rc 0, transno 1867 00000100:00100000:1.0:1771968961.846000:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008172d2c5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760311104:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.846077:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e667a846 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760313408:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1771968961.846090:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099e5751c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760313536:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.846105:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1771968961.846116:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ef359f90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760313600:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1771968961.846139:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1771968961.846159:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.846263:0:14885:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760313408 00000100:00100000:0.0:1771968961.846288:0:14885:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760313600 00000100:00100000:0.0:1771968961.846303:0:14885:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760313536 00000100:00100000:3.0:1771968961.846447:0:8659:0:(client.c:2500:ptlrpc_set_wait()) set 000000000d5ee79b going to sleep for 43 seconds 00010000:00010000:3.0:1771968961.846468:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968961.846502:0:14885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6426 00000100:00100000:0.0:1771968961.846507:0:14885:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001392411 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+86:3334:x1858043760313408:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1771968961.846519:0:14885:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:906 count 1 00010000:00010000:1.0:1771968961.846520:0:15875:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003dda667a/0x9268ded837c0735f lrc: 0/0,0 mode: --/PW res: [0x209:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026c59 expref: 7 pid: 8659 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.846531:0:14885:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b87a6b4c/0x9268ded837c50a01 lrc: 3/0,1 mode: --/PW res: [0x38a:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.846533:0:15875:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000055fa873 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:15875:1858043760312448:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.846542:0:14885:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009cc91af1/0x9268ded837c43fb0 lrc: 2/0,0 mode: PW/PW res: [0x38a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03aaa8 expref: 21 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.846550:0:15875:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000042d422cb/0x9268ded837c509c9 lrc: 3/0,1 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.846553:0:14885:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.846554:0:14885:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.846556:0:14885:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b87a6b4c/0x9268ded837c50a01 lrc: 4/0,1 mode: --/PW res: [0x38a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.846559:0:15875:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000042d422cb/0x9268ded837c509c9 lrc: 3/0,1 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.846565:0:15875:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042d422cb/0x9268ded837c509c9 lrc: 3/0,1 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.846573:0:15875:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042d422cb/0x9268ded837c509c9 lrc: 3/0,1 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.846573:0:14885:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009cc91af1/0x9268ded837c43fb0 lrc: 3/0,0 mode: PW/PW res: [0x38a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03aaa8 expref: 21 pid: 8204 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.846580:0:15875:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000042d422cb/0x9268ded837c509c9 lrc: 2/0,0 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.846581:0:14885:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009cc91af1/0x9268ded837c43fb0 lrc: 4/0,0 mode: PW/PW res: [0x38a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03aaa8 expref: 21 pid: 8204 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.846590:0:14885:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f661a527 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14885:1858043760313792:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.846597:0:15875:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1771968961.846612:0:14885:0:(client.c:2500:ptlrpc_set_wait()) set 00000000be6c3d63 going to sleep for 43 seconds 00000100:00100000:0.0:1771968961.846627:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007e6925dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760313664:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.846648:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1771968961.847134:0:15875:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008044cdec pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+81:3334:x1858043760312384:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19042us (19496us total) trans 4294969079 rc 0/0 00000100:00100000:1.0:1771968961.847145:0:15875:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6418 00000004:00080000:0.0:1771968961.847431:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000f8243a4e/2, rc 0, transno 1783 00000100:00100000:0.0:1771968961.847448:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f8243a4e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760312384:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1771968961.847457:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1771968961.847466:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000a2d748c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760313472:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.847493:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.847729:0:14888:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760313664 00000100:00100000:2.0:1771968961.847762:0:14888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6427 00000100:00100000:1.0:1771968961.847766:0:15875:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6428 00000100:00100000:2.0:1771968961.847767:0:14888:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b65f729 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+87:3333:x1858043760313600:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1771968961.847770:0:15875:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e14e6eed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+87:3332:x1858043760313536:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1771968961.847781:0:14888:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:472 count 1 00002000:00080000:1.0:1771968961.847781:0:15875:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:480 count 1 00010000:00010000:2.0:1771968961.847796:0:14888:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b4c2472/0x9268ded837c50a0f lrc: 3/0,1 mode: --/PW res: [0x1d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.847796:0:15875:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d39bee5c/0x9268ded837c50a08 lrc: 3/0,1 mode: --/PW res: [0x1e0:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.847809:0:14888:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000df9ae832/0x9268ded837c03e29 lrc: 2/0,0 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0256b8 expref: 21 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.847817:0:14888:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.847818:0:14888:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.847820:0:14888:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b4c2472/0x9268ded837c50a0f lrc: 4/0,1 mode: --/PW res: [0x1d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.847842:0:14888:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000df9ae832/0x9268ded837c03e29 lrc: 3/0,0 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0256b8 expref: 21 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.847852:0:14888:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000df9ae832/0x9268ded837c03e29 lrc: 4/0,0 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0256b8 expref: 21 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.847993:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cb771c79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760313728:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.848022:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.848045:0:14888:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000084659499 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14888:1858043760313856:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.848071:0:15875:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a29c23d5/0x9268ded837c048b7 lrc: 2/0,0 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025ac4 expref: 21 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.848074:0:14888:0:(client.c:2500:ptlrpc_set_wait()) set 0000000061eb37ef going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.848077:0:15875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.848079:0:15875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.848080:0:15875:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d39bee5c/0x9268ded837c50a08 lrc: 4/0,1 mode: --/PW res: [0x1e0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.848099:0:15875:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a29c23d5/0x9268ded837c048b7 lrc: 3/0,0 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025ac4 expref: 21 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.848110:0:15875:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a29c23d5/0x9268ded837c048b7 lrc: 4/0,0 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025ac4 expref: 21 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.848119:0:15875:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008c6b188a pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15875:1858043760313920:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.848138:0:15875:0:(client.c:2500:ptlrpc_set_wait()) set 0000000042296509 going to sleep for 43 seconds 00000100:00100000:3.0:1771968961.848227:0:13424:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760313472 00000100:00100000:3.0:1771968961.848268:0:13424:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760313728 00000100:00100000:2.0:1771968961.848277:0:14896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6429 00000100:00100000:2.0:1771968961.848281:0:14896:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000becb7a3c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+89:3334:x1858043760313664:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1771968961.848292:0:14896:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:907 count 1 00010000:00010000:2.0:1771968961.848304:0:14896:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000ed50e16/0x9268ded837c50a16 lrc: 3/0,1 mode: --/PW res: [0x38b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.848314:0:14896:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d6b0dbc0/0x9268ded837c44211 lrc: 2/0,0 mode: PW/PW res: [0x38b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ab65 expref: 21 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.848320:0:14896:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.848322:0:14896:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.848323:0:14896:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ed50e16/0x9268ded837c50a16 lrc: 4/0,1 mode: --/PW res: [0x38b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.848347:0:14896:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d6b0dbc0/0x9268ded837c44211 lrc: 3/0,0 mode: PW/PW res: [0x38b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ab65 expref: 21 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.848355:0:14896:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d6b0dbc0/0x9268ded837c44211 lrc: 4/0,0 mode: PW/PW res: [0x38b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ab65 expref: 21 pid: 14892 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.848364:0:14896:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f023a3b pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14896:1858043760313984:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.848387:0:14896:0:(client.c:2500:ptlrpc_set_wait()) set 0000000079e0e3de going to sleep for 43 seconds 00000100:00100000:1.0:1771968961.848387:0:14891:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6430 00000100:00100000:1.0:1771968961.848392:0:14891:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006c554d92 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+89:3334:x1858043760313472:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1771968961.848404:0:14891:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:900 count 1 00010000:00010000:1.0:1771968961.848415:0:14891:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000009f73fd5/0x9268ded837c50a1d lrc: 3/0,1 mode: --/PW res: [0x384:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.848419:0:14875:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6431 00000100:00100000:0.0:1771968961.848423:0:14875:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000080dadaa1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+89:3334:x1858043760313728:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.848427:0:14891:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bb670f41/0x9268ded837c42d50 lrc: 2/0,0 mode: PW/PW res: [0x384:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03a4b2 expref: 21 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.848434:0:14891:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.848435:0:14891:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.848437:0:14891:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000009f73fd5/0x9268ded837c50a1d lrc: 4/0,1 mode: --/PW res: [0x384:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1771968961.848439:0:14875:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:901 count 1 00010000:00010000:0.0:1771968961.848449:0:14875:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004cee0adb/0x9268ded837c50a24 lrc: 3/0,1 mode: --/PW res: [0x385:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.848454:0:14891:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bb670f41/0x9268ded837c42d50 lrc: 3/0,0 mode: PW/PW res: [0x384:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03a4b2 expref: 21 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.848461:0:14891:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bb670f41/0x9268ded837c42d50 lrc: 4/0,0 mode: PW/PW res: [0x384:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03a4b2 expref: 21 pid: 14890 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.848461:0:14875:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005448d999/0x9268ded837c42f56 lrc: 2/0,0 mode: PW/PW res: [0x385:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03a54c expref: 21 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.848468:0:14875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1771968961.848469:0:14875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00000100:00100000:1.0:1771968961.848470:0:14891:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019abbdcd pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14891:1858043760314048:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.848470:0:14875:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004cee0adb/0x9268ded837c50a24 lrc: 4/0,1 mode: --/PW res: [0x385:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.848486:0:14875:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005448d999/0x9268ded837c42f56 lrc: 3/0,0 mode: PW/PW res: [0x385:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03a54c expref: 21 pid: 14892 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.848492:0:14891:0:(client.c:2500:ptlrpc_set_wait()) set 00000000bfaf0270 going to sleep for 43 seconds 00010000:00010000:0.0:1771968961.848493:0:14875:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005448d999/0x9268ded837c42f56 lrc: 4/0,0 mode: PW/PW res: [0x385:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03a54c expref: 21 pid: 14892 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.848502:0:14875:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000027f92c0c pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14875:1858043760314112:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.848521:0:14875:0:(client.c:2500:ptlrpc_set_wait()) set 0000000023466c11 going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.848559:0:14894:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e5f4d93e/0x9268ded837c03109 lrc: 0/0,0 mode: --/PW res: [0x1d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->53247) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025212 expref: 6 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.848572:0:14894:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000175d3d40 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14894:1858043760312960:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.848626:0:14894:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000025049296/0x9268ded837c509e5 lrc: 3/0,1 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.848635:0:14894:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000025049296/0x9268ded837c509e5 lrc: 3/0,1 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.848641:0:14894:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000025049296/0x9268ded837c509e5 lrc: 3/0,1 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.848648:0:14894:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025049296/0x9268ded837c509e5 lrc: 3/0,1 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.848660:0:14894:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000025049296/0x9268ded837c509e5 lrc: 2/0,0 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.848676:0:14894:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1771968961.848852:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.848886:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754110720 00010000:00010000:2.0:1771968961.848905:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000011daa24e/0x9268ded837c046bf lrc: 5/0,0 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0259f2 expref: 22 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.848934:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11557 00000100:00100000:2.0:1771968961.848938:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009432ccbd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+22:2264:x1858043754110720:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1771968961.848950:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.848955:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000011daa24e/0x9268ded837c046bf lrc: 5/0,0 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0259f2 expref: 22 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.848967:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000011daa24e/0x9268ded837c046bf lrc: 4/0,0 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0259f2 expref: 22 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.848994:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.848996:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.848999:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000958e5fe7/0x9268ded837c509f3 lrc: 3/0,1 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.849005:0:14894:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b3548d2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+81:3335:x1858043760312896:12345-0@lo:6:osp-syn-0-0.0 Request processed in 19227us (19306us total) trans 4294969080 rc 0/0 00000100:00100000:1.0:1771968961.849013:0:14894:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6422 00010000:00010000:2.0:1771968961.849014:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000958e5fe7/0x9268ded837c509f3 lrc: 4/0,1 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.849030:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1771968961.849049:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009432ccbd pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+22:2264:x1858043754110720:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 110us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.849056:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11557 00010000:00010000:2.0:1771968961.849243:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1771968961.849249:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000042d422cb/0x9268ded837c509c9 lrc: 2/0,0 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.849258:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000042d422cb already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.849262:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000042d422cb/0x9268ded837c509c9 lrc: 2/0,0 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.849270:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000042d422cb/0x9268ded837c509c9 lrc: 3/0,0 mode: PW/PW res: [0x209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.849284:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000042d422cb/0x9268ded837c509c9 lrc: 1/0,0 mode: --/PW res: [0x209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.849289:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042d422cb/0x9268ded837c509c9 lrc: 0/0,0 mode: --/PW res: [0x209:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.849307:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968961.849309:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000025049296/0x9268ded837c509e5 lrc: 2/0,0 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.849321:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000025049296 already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.849323:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000025049296/0x9268ded837c509e5 lrc: 2/0,0 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.849329:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000025049296/0x9268ded837c509e5 lrc: 3/0,0 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.849338:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000025049296/0x9268ded837c509e5 lrc: 1/0,0 mode: --/PW res: [0x1d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.849344:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000025049296/0x9268ded837c509e5 lrc: 0/0,0 mode: --/PW res: [0x1d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14894 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.849356:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.849357:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.849359:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.849388:0:14892:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011daa24e/0x9268ded837c046bf lrc: 0/0,0 mode: --/PW res: [0x1de:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0259f2 expref: 21 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.849399:0:14892:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002b7e273d pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14892:1858043760313280:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.849413:0:14892:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000958e5fe7/0x9268ded837c509f3 lrc: 3/0,1 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.849420:0:14892:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000958e5fe7/0x9268ded837c509f3 lrc: 3/0,1 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.849425:0:14892:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000958e5fe7/0x9268ded837c509f3 lrc: 3/0,1 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.849432:0:14892:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000958e5fe7/0x9268ded837c509f3 lrc: 3/0,1 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.849438:0:14892:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000958e5fe7/0x9268ded837c509f3 lrc: 2/0,0 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.849461:0:14892:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1771968961.849488:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968961.849492:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000958e5fe7/0x9268ded837c509f3 lrc: 2/0,0 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.849500:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000958e5fe7 already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.849502:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000958e5fe7/0x9268ded837c509f3 lrc: 2/0,0 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.849508:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000958e5fe7/0x9268ded837c509f3 lrc: 3/0,0 mode: PW/PW res: [0x1de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.849523:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000958e5fe7/0x9268ded837c509f3 lrc: 1/0,0 mode: --/PW res: [0x1de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.849528:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000958e5fe7/0x9268ded837c509f3 lrc: 0/0,0 mode: --/PW res: [0x1de:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.849542:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.849543:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.849544:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1771968961.849896:0:14892:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bf1e7aab pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+90:3333:x1858043760313216:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4216us (4302us total) trans 4294969171 rc 0/0 00000100:00100000:1.0:1771968961.849903:0:14892:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6425 00010000:00010000:1.0:1771968961.849922:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1771968961.850140:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000061137f11/2, rc 0, transno 1875 00000100:00100000:2.0:1771968961.850160:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000061137f11 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760313216:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1771968961.850369:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001de42e52/2, rc 0, transno 1784 00000100:00100000:2.0:1771968961.850412:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000175d3d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760314176:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.850446:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.850490:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001de42e52 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760312896:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1771968961.850619:0:14884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760314176 00000100:00100000:3.0:1771968961.850649:0:14884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6432 00000100:00100000:3.0:1771968961.850653:0:14884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c69ee4b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+90:3332:x1858043760314176:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.850672:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00002000:00080000:3.0:1771968961.850688:0:14884:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:966 count 1 00010000:00010000:3.0:1771968961.850711:0:14884:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c50a2b lrc: 3/0,1 mode: --/PW res: [0x3c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.850726:0:14884:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000001976ef54/0x9268ded837c4ebe6 lrc: 2/0,0 mode: PR/PR res: [0x3c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e71d expref: 20 pid: 14890 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1771968961.850734:0:14884:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.850736:0:14884:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.850738:0:14884:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c50a2b lrc: 4/0,1 mode: --/PW res: [0x3c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.850761:0:14884:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000001976ef54/0x9268ded837c4ebe6 lrc: 3/0,0 mode: PR/PR res: [0x3c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e71d expref: 20 pid: 14890 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1771968961.850771:0:14884:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000001976ef54/0x9268ded837c4ebe6 lrc: 4/0,0 mode: PR/PR res: [0x3c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e71d expref: 20 pid: 14890 timeout: 540 lvb_type: 1 00000100:00100000:0.0:1771968961.850771:0:14885:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f661a527 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14885:1858043760313792:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.850782:0:14884:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090fb61b1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14884:1858043760314240:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.850785:0:14885:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b87a6b4c/0x9268ded837c50a01 lrc: 3/0,1 mode: --/PW res: [0x38a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.850809:0:8659:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030c4f4d0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8659:1858043760313344:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.850821:0:8659:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c509fa lrc: 3/0,1 mode: --/PW res: [0x1e1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.850834:0:14884:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c2009766 going to sleep for 43 seconds 00000100:00100000:2.0:1771968961.850868:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754110784 00010000:00010000:2.0:1771968961.850886:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002c04f30e/0x9268ded837c04997 lrc: 4/0,0 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b26 expref: 21 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.850911:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11558 00000100:00100000:2.0:1771968961.850915:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5ac6e31 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+21:2265:x1858043754110784:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1771968961.850924:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.850928:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002c04f30e/0x9268ded837c04997 lrc: 4/0,0 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b26 expref: 21 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.850938:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002c04f30e/0x9268ded837c04997 lrc: 3/0,0 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b26 expref: 21 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.850955:0:6215:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c04f30e/0x9268ded837c04997 lrc: 0/0,0 mode: --/PW res: [0x1e1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025b26 expref: 21 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.850960:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1771968961.850967:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.850969:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.850971:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c509fa lrc: 3/0,1 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.850979:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c509fa lrc: 4/0,1 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.851004:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1771968961.851029:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5ac6e31 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+20:2265:x1858043754110784:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 113us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.851036:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11558 00000100:00100000:2.0:1771968961.851051:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754110848 00010000:00010000:2.0:1771968961.851061:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009cc91af1/0x9268ded837c43fb0 lrc: 4/0,0 mode: PW/PW res: [0x38a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03aaa8 expref: 20 pid: 8204 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.851066:0:8659:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c509fa lrc: 3/0,1 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.851074:0:8659:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c509fa lrc: 3/0,1 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.851079:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11559 00010000:00010000:3.0:1771968961.851082:0:8659:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c509fa lrc: 3/0,1 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.851083:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000541eddb2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+20:2265:x1858043754110848:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1771968961.851089:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.851092:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009cc91af1/0x9268ded837c43fb0 lrc: 4/0,0 mode: PW/PW res: [0x38a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03aaa8 expref: 20 pid: 8204 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.851094:0:8659:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c509fa lrc: 2/0,0 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.851101:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009cc91af1/0x9268ded837c43fb0 lrc: 3/0,0 mode: PW/PW res: [0x38a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03aaa8 expref: 20 pid: 8204 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.851108:0:8659:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1771968961.851113:0:6215:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009cc91af1/0x9268ded837c43fb0 lrc: 0/0,0 mode: --/PW res: [0x38a:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03aaa8 expref: 20 pid: 8204 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.851121:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.851122:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.851124:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b87a6b4c/0x9268ded837c50a01 lrc: 3/0,1 mode: PW/PW res: [0x38a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.851130:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b87a6b4c/0x9268ded837c50a01 lrc: 4/0,1 mode: PW/PW res: [0x38a:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.851142:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1771968961.851159:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000541eddb2 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+19:2265:x1858043754110848:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 75us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.851165:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11559 00010000:00010000:0.0:1771968961.851324:0:14885:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b87a6b4c/0x9268ded837c50a01 lrc: 3/0,1 mode: PW/PW res: [0x38a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.851332:0:14885:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b87a6b4c/0x9268ded837c50a01 lrc: 3/0,1 mode: PW/PW res: [0x38a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.851338:0:14885:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b87a6b4c/0x9268ded837c50a01 lrc: 3/0,1 mode: PW/PW res: [0x38a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.851343:0:14885:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b87a6b4c/0x9268ded837c50a01 lrc: 2/0,0 mode: PW/PW res: [0x38a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.851356:0:14885:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1771968961.851570:0:8659:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000de17734 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+92:3332:x1858043760313152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5893us (6405us total) trans 4294969172 rc 0/0 00000100:00100000:0.0:1771968961.851570:0:14885:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001392411 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+92:3334:x1858043760313408:12345-0@lo:6:osp-syn-1-0.0 Request processed in 5062us (5465us total) trans 4294969173 rc 0/0 00000100:00100000:3.0:1771968961.851577:0:8659:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6424 00010000:00010000:3.0:1771968961.851599:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1771968961.851603:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c509fa lrc: 2/0,0 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.851611:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000004b21abb already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.851614:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c509fa lrc: 2/0,0 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.851621:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c509fa lrc: 3/0,0 mode: PW/PW res: [0x1e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.851632:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c509fa lrc: 1/0,0 mode: --/PW res: [0x1e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.851638:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c509fa lrc: 0/0,0 mode: --/PW res: [0x1e1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.851649:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1771968961.851651:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b87a6b4c/0x9268ded837c50a01 lrc: 2/0,0 mode: PW/PW res: [0x38a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.851662:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000b87a6b4c already unused, calling callback (000000001b6954d2) 00010000:00010000:3.0:1771968961.851664:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b87a6b4c/0x9268ded837c50a01 lrc: 2/0,0 mode: PW/PW res: [0x38a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.851670:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b87a6b4c/0x9268ded837c50a01 lrc: 3/0,0 mode: PW/PW res: [0x38a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.851679:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b87a6b4c/0x9268ded837c50a01 lrc: 1/0,0 mode: --/PW res: [0x38a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.851686:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b87a6b4c/0x9268ded837c50a01 lrc: 0/0,0 mode: --/PW res: [0x38a:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.851697:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.851698:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.851700:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968961.851758:0:14885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6426 00010000:00010000:0.0:1771968961.851778:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968961.852081:0:14888:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000084659499 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14888:1858043760313856:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.852098:0:14888:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008b4c2472/0x9268ded837c50a0f lrc: 3/0,1 mode: --/PW res: [0x1d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1771968961.852135:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000e667a846/2, rc 0, transno 1877 00000100:00100000:2.0:1771968961.852325:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.852368:0:14896:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f023a3b pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14896:1858043760313984:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.852382:0:14896:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000ed50e16/0x9268ded837c50a16 lrc: 3/0,1 mode: --/PW res: [0x38b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.852824:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e667a846 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760313408:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.852856:0:14875:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000027f92c0c pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14875:1858043760314112:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.852881:0:14875:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000004cee0adb/0x9268ded837c50a24 lrc: 3/0,1 mode: --/PW res: [0x385:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.852904:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754110912 00010000:00010000:0.0:1771968961.852927:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000df9ae832/0x9268ded837c03e29 lrc: 4/0,0 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0256b8 expref: 19 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.852940:0:14891:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019abbdcd pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14891:1858043760314048:192.168.202.27@tcp:104: 00000100:00100000:0.0:1771968961.852952:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11560 00010000:00010000:1.0:1771968961.852954:0:14891:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000009f73fd5/0x9268ded837c50a1d lrc: 3/0,1 mode: --/PW res: [0x384:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.852958:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2d90ed3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+19:2264:x1858043754110912:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:0.0:1771968961.852970:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.852975:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000df9ae832/0x9268ded837c03e29 lrc: 4/0,0 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0256b8 expref: 19 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.852988:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000df9ae832/0x9268ded837c03e29 lrc: 3/0,0 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0256b8 expref: 19 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.853011:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df9ae832/0x9268ded837c03e29 lrc: 0/0,0 mode: --/PW res: [0x1d8:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0256b8 expref: 19 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.853023:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.853024:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.853027:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008b4c2472/0x9268ded837c50a0f lrc: 3/0,1 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.853035:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008b4c2472/0x9268ded837c50a0f lrc: 4/0,1 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.853059:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.853092:0:14888:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008b4c2472/0x9268ded837c50a0f lrc: 3/0,1 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.853097:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2d90ed3 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+18:2264:x1858043754110912:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 139us (774us total) trans 0 rc 0/0 00010000:00010000:1.0:1771968961.853102:0:14888:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008b4c2472/0x9268ded837c50a0f lrc: 3/0,1 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.853104:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11560 00010000:00010000:1.0:1771968961.853110:0:14888:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008b4c2472/0x9268ded837c50a0f lrc: 3/0,1 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.853117:0:14888:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008b4c2472/0x9268ded837c50a0f lrc: 2/0,0 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.853131:0:14888:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1771968961.854263:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000099dbe5e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760314304:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.854359:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.854407:0:14885:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760314304 00000100:00100000:2.0:1771968961.854441:0:14885:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6433 00000100:00100000:2.0:1771968961.854446:0:14885:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f023a3b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+92:3333:x1858043760314304:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1771968961.854477:0:14885:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:479 count 1 00010000:00010000:2.0:1771968961.854509:0:14885:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006cb4caba/0x9268ded837c50a32 lrc: 3/0,1 mode: --/PW res: [0x1df:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.854524:0:14888:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b65f729 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+92:3333:x1858043760313600:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6756us (8384us total) trans 4294969174 rc 0/0 00010000:00010000:2.0:1771968961.854527:0:14885:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000039ae7dda/0x9268ded837c047d7 lrc: 2/0,0 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025a62 expref: 17 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.854533:0:14888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6427 00010000:00010000:2.0:1771968961.854535:0:14885:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.854537:0:14885:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.854539:0:14885:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006cb4caba/0x9268ded837c50a32 lrc: 4/0,1 mode: --/PW res: [0x1df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.854567:0:14885:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000039ae7dda/0x9268ded837c047d7 lrc: 3/0,0 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025a62 expref: 17 pid: 14884 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1771968961.854572:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000ef359f90/2, rc 0, transno 1878 00010000:00010000:2.0:1771968961.854579:0:14885:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000039ae7dda/0x9268ded837c047d7 lrc: 4/0,0 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025a62 expref: 17 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.854583:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ef359f90 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760313600:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.854591:0:14885:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a77c9b9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14885:1858043760314368:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.854630:0:14885:0:(client.c:2500:ptlrpc_set_wait()) set 0000000079e0e3de going to sleep for 43 seconds 00010000:00010000:1.0:1771968961.854639:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1771968961.854645:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008b4c2472/0x9268ded837c50a0f lrc: 2/0,0 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.854654:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008b4c2472 already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.854658:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008b4c2472/0x9268ded837c50a0f lrc: 2/0,0 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.854665:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:1.0:1771968961.854667:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008b4c2472/0x9268ded837c50a0f lrc: 3/0,0 mode: PW/PW res: [0x1d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.854685:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008b4c2472/0x9268ded837c50a0f lrc: 1/0,0 mode: --/PW res: [0x1d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.854692:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008b4c2472/0x9268ded837c50a0f lrc: 0/0,0 mode: --/PW res: [0x1d8:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.854709:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.854710:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.854711:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1771968961.854734:0:15875:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008c6b188a pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15875:1858043760313920:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.854754:0:15875:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d39bee5c/0x9268ded837c50a08 lrc: 3/0,1 mode: --/PW res: [0x1e0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.854775:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000019abbdcd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760314432:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.854914:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754111040 00000004:00080000:3.0:1771968961.854920:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000fdbcb724/2, rc 0, transno 1876 00000100:00100000:3.0:1771968961.854930:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fdbcb724 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760313152:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1771968961.854934:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bb670f41/0x9268ded837c42d50 lrc: 4/0,0 mode: PW/PW res: [0x384:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03a4b2 expref: 18 pid: 14890 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.854973:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11561 00000100:00100000:0.0:1771968961.854978:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f4f3b8da pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+18:2265:x1858043754111040:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:0.0:1771968961.854991:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.854996:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bb670f41/0x9268ded837c42d50 lrc: 4/0,0 mode: PW/PW res: [0x384:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03a4b2 expref: 18 pid: 14890 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.855008:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bb670f41/0x9268ded837c42d50 lrc: 3/0,0 mode: PW/PW res: [0x384:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03a4b2 expref: 18 pid: 14890 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.855026:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bb670f41/0x9268ded837c42d50 lrc: 0/0,0 mode: --/PW res: [0x384:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03a4b2 expref: 18 pid: 14890 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.855039:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.855040:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.855044:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000009f73fd5/0x9268ded837c50a1d lrc: 3/0,1 mode: PW/PW res: [0x384:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.855052:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000009f73fd5/0x9268ded837c50a1d lrc: 4/0,1 mode: PW/PW res: [0x384:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.855075:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1771968961.855103:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968961.855143:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f4f3b8da pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:2265:x1858043754111040:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 164us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968961.855152:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11561 00000100:00100000:1.0:1771968961.855165:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1771968961.855170:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000abc82fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760314496:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1771968961.855225:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1771968961.855286:0:14891:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000009f73fd5/0x9268ded837c50a1d lrc: 3/0,1 mode: PW/PW res: [0x384:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.855295:0:14891:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000009f73fd5/0x9268ded837c50a1d lrc: 3/0,1 mode: PW/PW res: [0x384:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.855304:0:14891:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000009f73fd5/0x9268ded837c50a1d lrc: 3/0,1 mode: PW/PW res: [0x384:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.855312:0:14891:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000009f73fd5/0x9268ded837c50a1d lrc: 2/0,0 mode: PW/PW res: [0x384:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.855362:0:14891:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1771968961.855422:0:8659:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760314432 00000100:00100000:3.0:1771968961.855447:0:8659:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760314496 00000100:00100000:3.0:1771968961.855465:0:8659:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6434 00000100:00100000:3.0:1771968961.855469:0:8659:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008c6b188a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+94:3334:x1858043760314432:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1771968961.855482:0:8659:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:965 count 1 00010000:00010000:3.0:1771968961.855496:0:8659:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50a39 lrc: 3/0,1 mode: --/PW res: [0x3c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.855507:0:8659:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000be4a56f8/0x9268ded837c4eb5a lrc: 2/0,0 mode: PW/PW res: [0x3c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e6f3 expref: 16 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.855514:0:8659:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.855515:0:8659:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.855517:0:8659:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50a39 lrc: 4/0,1 mode: --/PW res: [0x3c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.855533:0:8659:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000be4a56f8/0x9268ded837c4eb5a lrc: 3/0,0 mode: PW/PW res: [0x3c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e6f3 expref: 16 pid: 14890 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.855541:0:8659:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000be4a56f8/0x9268ded837c4eb5a lrc: 4/0,0 mode: PW/PW res: [0x3c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e6f3 expref: 16 pid: 14890 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.855550:0:8659:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008fa150ea pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8659:1858043760314560:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.855574:0:8659:0:(client.c:2500:ptlrpc_set_wait()) set 000000005c4ab05e going to sleep for 43 seconds 00000100:00100000:3.0:1771968961.855591:0:14893:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6435 00000100:00100000:3.0:1771968961.855595:0:14893:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040226c54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+94:3334:x1858043760314496:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1771968961.855607:0:14893:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:523 count 1 00010000:00010000:3.0:1771968961.855618:0:14893:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099c6a9b2/0x9268ded837c50a40 lrc: 3/0,1 mode: --/PW res: [0x20b:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.855629:0:14893:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000390ab180/0x9268ded837c074f5 lrc: 2/0,0 mode: PW/PW res: [0x20b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026d08 expref: 16 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.855635:0:14893:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.855636:0:14893:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.855638:0:14893:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000099c6a9b2/0x9268ded837c50a40 lrc: 4/0,1 mode: --/PW res: [0x20b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.855651:0:14891:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006c554d92 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0000-mdtlov_UUID+94:3334:x1858043760313472:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7258us (8161us total) trans 4294969175 rc 0/0 00000100:00100000:0.0:1771968961.855658:0:14891:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6430 00010000:00010000:3.0:1771968961.855659:0:14893:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000390ab180/0x9268ded837c074f5 lrc: 3/0,0 mode: PW/PW res: [0x20b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026d08 expref: 16 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.855667:0:14893:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000390ab180/0x9268ded837c074f5 lrc: 4/0,0 mode: PW/PW res: [0x20b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026d08 expref: 16 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.855676:0:14893:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e4fa850 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14893:1858043760314624:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.855699:0:14893:0:(client.c:2500:ptlrpc_set_wait()) set 0000000059667021 going to sleep for 43 seconds 00000004:00080000:1.0:1771968961.855764:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000000a2d748c/2, rc 0, transno 1879 00000100:00100000:1.0:1771968961.855886:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000a2d748c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760313472:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1771968961.855978:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000075a86022 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760314688:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1771968961.856006:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1771968961.856096:0:14888:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760314688 00000100:00100000:1.0:1771968961.856156:0:14888:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6436 00000100:00100000:1.0:1771968961.856160:0:14888:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b5441eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+94:3332:x1858043760314688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1771968961.856171:0:14888:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:964 count 1 00010000:00010000:1.0:1771968961.856234:0:14888:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005a297fe7/0x9268ded837c50a47 lrc: 3/0,1 mode: --/PW res: [0x3c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.856335:0:14888:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dd07030b/0x9268ded837c4e740 lrc: 2/0,0 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e56b expref: 16 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.856344:0:14888:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.856345:0:14888:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1771968961.856347:0:14888:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a297fe7/0x9268ded837c50a47 lrc: 4/0,1 mode: --/PW res: [0x3c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.856367:0:14888:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dd07030b/0x9268ded837c4e740 lrc: 3/0,0 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e56b expref: 16 pid: 14892 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.856376:0:14888:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dd07030b/0x9268ded837c4e740 lrc: 4/0,0 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e56b expref: 16 pid: 14892 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.856389:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1771968961.856389:0:14888:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009a80f930 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14888:1858043760314752:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.856395:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000009f73fd5/0x9268ded837c50a1d lrc: 2/0,0 mode: PW/PW res: [0x384:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.856403:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000009f73fd5 already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.856406:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000009f73fd5/0x9268ded837c50a1d lrc: 2/0,0 mode: PW/PW res: [0x384:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.856411:0:14888:0:(client.c:2500:ptlrpc_set_wait()) set 0000000042296509 going to sleep for 43 seconds 00010000:00010000:2.0:1771968961.856414:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000009f73fd5/0x9268ded837c50a1d lrc: 3/0,0 mode: PW/PW res: [0x384:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.856431:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000009f73fd5/0x9268ded837c50a1d lrc: 1/0,0 mode: --/PW res: [0x384:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.856438:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000009f73fd5/0x9268ded837c50a1d lrc: 0/0,0 mode: --/PW res: [0x384:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14891 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.856453:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.856455:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.856456:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1771968961.858552:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968961.858585:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.858607:0:6217:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754110976 00000100:00100000:1.0:1771968961.858615:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:0.0:1771968961.858641:0:6217:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d6b0dbc0/0x9268ded837c44211 lrc: 4/0,0 mode: PW/PW res: [0x38b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ab65 expref: 17 pid: 14892 timeout: 540 lvb_type: 0 00000100:00100000:1.0:1771968961.858699:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968961.859056:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968961.859195:0:7226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754111168 00000100:00100000:0.0:1771968961.859195:0:6217:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754111104 00010000:00010000:3.0:1771968961.859213:0:7226:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005448d999/0x9268ded837c42f56 lrc: 4/0,0 mode: PW/PW res: [0x385:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03a54c expref: 19 pid: 14892 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.859213:0:6217:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a29c23d5/0x9268ded837c048b7 lrc: 4/0,0 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025ac4 expref: 19 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.859269:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11562 00000100:00100000:2.0:1771968961.859278:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008eeab365 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+19:2264:x1858043754110976:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1771968961.859299:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.859305:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d6b0dbc0/0x9268ded837c44211 lrc: 4/0,0 mode: PW/PW res: [0x38b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ab65 expref: 19 pid: 14892 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.859318:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d6b0dbc0/0x9268ded837c44211 lrc: 3/0,0 mode: PW/PW res: [0x38b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ab65 expref: 19 pid: 14892 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.859348:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d6b0dbc0/0x9268ded837c44211 lrc: 0/0,0 mode: --/PW res: [0x38b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03ab65 expref: 19 pid: 14892 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.859356:0:7226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754111232 00010000:00010000:2.0:1771968961.859366:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.859370:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.859371:0:7226:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000001976ef54/0x9268ded837c4ebe6 lrc: 5/0,0 mode: PR/PR res: [0x3c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e71d expref: 19 pid: 14890 timeout: 540 lvb_type: 1 00010000:00010000:2.0:1771968961.859374:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000ed50e16/0x9268ded837c50a16 lrc: 3/0,1 mode: PW/PW res: [0x38b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.859390:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000ed50e16/0x9268ded837c50a16 lrc: 4/0,1 mode: PW/PW res: [0x38b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.859432:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1771968961.859510:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008eeab365 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+19:2264:x1858043754110976:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 232us (963us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.859524:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11562 00000100:00100000:2.0:1771968961.859596:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754111360 00010000:00010000:2.0:1771968961.859610:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000039ae7dda/0x9268ded837c047d7 lrc: 5/0,0 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025a62 expref: 19 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.859622:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11563 00000100:00100000:2.0:1771968961.859627:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a82b1e7f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+19:2265:x1858043754111168:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1771968961.859634:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.859637:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005448d999/0x9268ded837c42f56 lrc: 4/0,0 mode: PW/PW res: [0x385:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03a54c expref: 19 pid: 14892 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.859645:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005448d999/0x9268ded837c42f56 lrc: 3/0,0 mode: PW/PW res: [0x385:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03a54c expref: 19 pid: 14892 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.859657:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005448d999/0x9268ded837c42f56 lrc: 0/0,0 mode: --/PW res: [0x385:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 4096->8191) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03a54c expref: 19 pid: 14892 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.859667:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.859669:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.859671:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004cee0adb/0x9268ded837c50a24 lrc: 3/0,1 mode: PW/PW res: [0x385:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.859677:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1771968961.859678:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004cee0adb/0x9268ded837c50a24 lrc: 4/0,1 mode: PW/PW res: [0x385:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.859710:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968961.859772:0:14888:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009a80f930 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14888:1858043760314752:192.168.202.27@tcp:104: 00010000:00010000:1.0:1771968961.859799:0:14888:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005a297fe7/0x9268ded837c50a47 lrc: 3/0,1 mode: --/PW res: [0x3c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.859897:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1771968961.859921:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a82b1e7f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+18:2265:x1858043754111168:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 293us (1336us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.859926:0:7226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754111296 00000100:00100000:2.0:1771968961.859928:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11563 00010000:00010000:3.0:1771968961.859939:0:7226:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000be4a56f8/0x9268ded837c4eb5a lrc: 5/0,0 mode: PW/PW res: [0x3c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e6f3 expref: 18 pid: 14890 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.859951:0:7226:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754111424 00010000:00010000:3.0:1771968961.859959:0:7226:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000390ab180/0x9268ded837c074f5 lrc: 5/0,0 mode: PW/PW res: [0x20b:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026d08 expref: 19 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.859970:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11564 00000100:00100000:3.0:1771968961.859973:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a81845f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+19:2264:x1858043754111104:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00000100:00100000:2.0:1771968961.859979:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11565 00000100:00100000:2.0:1771968961.859983:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db56e782 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+19:2264:x1858043754111232:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1771968961.859985:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.859988:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a29c23d5/0x9268ded837c048b7 lrc: 4/0,0 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025ac4 expref: 19 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.859989:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.859994:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000001976ef54/0x9268ded837c4ebe6 lrc: 5/0,0 mode: PR/PR res: [0x3c6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e71d expref: 19 pid: 14890 timeout: 540 lvb_type: 1 00010000:00010000:3.0:1771968961.859999:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a29c23d5/0x9268ded837c048b7 lrc: 3/0,0 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025ac4 expref: 19 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.860002:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000001976ef54/0x9268ded837c4ebe6 lrc: 4/0,0 mode: PR/PR res: [0x3c6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e71d expref: 19 pid: 14890 timeout: 540 lvb_type: 1 00010000:00010000:3.0:1771968961.860013:0:7226:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a29c23d5/0x9268ded837c048b7 lrc: 0/0,0 mode: --/PW res: [0x1e0:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025ac4 expref: 19 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.860014:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.860016:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.860018:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c50a2b lrc: 3/0,1 mode: PW/PW res: [0x3c6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.860023:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.860024:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c50a2b lrc: 4/0,1 mode: PW/PW res: [0x3c6:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.860025:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.860027:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d39bee5c/0x9268ded837c50a08 lrc: 3/0,1 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.860034:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d39bee5c/0x9268ded837c50a08 lrc: 4/0,1 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.860036:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1771968961.860052:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db56e782 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+18:2264:x1858043754111232:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 68us (1354us total) trans 0 rc 0/0 00010000:00010000:3.0:1771968961.860053:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1771968961.860059:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11565 00000100:00100000:3.0:1771968961.860069:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a81845f pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:2264:x1858043754111104:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 95us (1455us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.860072:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11566 00000100:00100000:3.0:1771968961.860077:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11564 00000100:00100000:2.0:1771968961.860077:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ef543a4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:2264:x1858043754111360:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1771968961.860083:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.860086:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000039ae7dda/0x9268ded837c047d7 lrc: 5/0,0 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025a62 expref: 16 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.860087:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11567 00000100:00100000:3.0:1771968961.860090:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000042b6133 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+16:2265:x1858043754111296:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1771968961.860095:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000039ae7dda/0x9268ded837c047d7 lrc: 4/0,0 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025a62 expref: 16 pid: 14884 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.860097:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.860099:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000be4a56f8/0x9268ded837c4eb5a lrc: 5/0,0 mode: PW/PW res: [0x3c5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e6f3 expref: 16 pid: 14890 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.860108:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.860110:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.860112:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000be4a56f8/0x9268ded837c4eb5a lrc: 4/0,0 mode: PW/PW res: [0x3c5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e6f3 expref: 16 pid: 14890 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.860112:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006cb4caba/0x9268ded837c50a32 lrc: 3/0,1 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.860119:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006cb4caba/0x9268ded837c50a32 lrc: 4/0,1 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.860128:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1771968961.860139:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.860140:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.860142:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50a39 lrc: 3/0,1 mode: PW/PW res: [0x3c5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.860142:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ef543a4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+16:2264:x1858043754111360:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 65us (1087us total) trans 0 rc 0/0 00010000:00010000:3.0:1771968961.860149:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50a39 lrc: 4/0,1 mode: PW/PW res: [0x3c5:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.860149:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11566 00010000:00010000:3.0:1771968961.860159:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1771968961.860160:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11568 00000100:00100000:2.0:1771968961.860164:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c984fba4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+15:2264:x1858043754111424:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1771968961.860170:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1771968961.860189:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000042b6133 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+15:2265:x1858043754111296:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 82us (498us total) trans 0 rc 0/0 00010000:00010000:2.0:1771968961.860190:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000390ab180/0x9268ded837c074f5 lrc: 5/0,0 mode: PW/PW res: [0x20b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026d08 expref: 15 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.860196:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11567 00010000:00010000:2.0:1771968961.860199:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000390ab180/0x9268ded837c074f5 lrc: 4/0,0 mode: PW/PW res: [0x20b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026d08 expref: 15 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.860213:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.860215:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.860217:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000099c6a9b2/0x9268ded837c50a40 lrc: 3/0,1 mode: PW/PW res: [0x20b:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.860223:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000099c6a9b2/0x9268ded837c50a40 lrc: 4/0,1 mode: PW/PW res: [0x20b:0x0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.860224:0:14893:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000390ab180/0x9268ded837c074f5 lrc: 0/0,0 mode: --/PW res: [0x20b:0x0:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a026d08 expref: 14 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.860235:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1771968961.860236:0:14893:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e4fa850 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14893:1858043760314624:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.860251:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c984fba4 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+13:2264:x1858043754111424:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 86us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.860257:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11568 00010000:00010000:2.0:1771968961.860279:0:14896:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000ed50e16/0x9268ded837c50a16 lrc: 3/0,1 mode: PW/PW res: [0x38b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.860287:0:14896:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000ed50e16/0x9268ded837c50a16 lrc: 3/0,1 mode: PW/PW res: [0x38b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.860297:0:14896:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000ed50e16/0x9268ded837c50a16 lrc: 3/0,1 mode: PW/PW res: [0x38b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.860306:0:14896:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000ed50e16/0x9268ded837c50a16 lrc: 2/0,0 mode: PW/PW res: [0x38b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.860326:0:14896:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1771968961.860409:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:3.0:1771968961.860551:0:14893:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000099c6a9b2/0x9268ded837c50a40 lrc: 3/0,1 mode: PW/PW res: [0x20b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.860561:0:14893:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000099c6a9b2/0x9268ded837c50a40 lrc: 3/0,1 mode: PW/PW res: [0x20b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.860566:0:14893:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000099c6a9b2/0x9268ded837c50a40 lrc: 3/0,1 mode: PW/PW res: [0x20b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.860573:0:14893:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000099c6a9b2/0x9268ded837c50a40 lrc: 3/0,1 mode: PW/PW res: [0x20b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.860579:0:14893:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000099c6a9b2/0x9268ded837c50a40 lrc: 2/0,0 mode: PW/PW res: [0x20b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.860629:0:14893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1771968961.860986:0:14896:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000becb7a3c pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+96:3334:x1858043760313664:12345-0@lo:6:osp-syn-1-0.0 Request processed in 12703us (14336us total) trans 4294969176 rc 0/0 00000100:00100000:2.0:1771968961.860999:0:14896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6429 00000100:00100000:2.0:1771968961.861027:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754111488 00010000:00010000:2.0:1771968961.861044:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dd07030b/0x9268ded837c4e740 lrc: 4/0,0 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e56b expref: 13 pid: 14892 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.861066:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11569 00000100:00100000:2.0:1771968961.861070:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e123d89d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+13:2264:x1858043754111488:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1771968961.861079:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.861083:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dd07030b/0x9268ded837c4e740 lrc: 4/0,0 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e56b expref: 13 pid: 14892 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.861091:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dd07030b/0x9268ded837c4e740 lrc: 3/0,0 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e56b expref: 13 pid: 14892 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.861113:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dd07030b/0x9268ded837c4e740 lrc: 0/0,0 mode: --/PW res: [0x3c4:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e56b expref: 13 pid: 14892 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.861123:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.861125:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.861127:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005a297fe7/0x9268ded837c50a47 lrc: 3/0,1 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.861133:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005a297fe7/0x9268ded837c50a47 lrc: 4/0,1 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.861149:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1771968961.861169:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e123d89d pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+12:2264:x1858043754111488:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 98us (762us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.861279:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11569 00010000:00010000:2.0:1771968961.861322:0:14885:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000039ae7dda/0x9268ded837c047d7 lrc: 0/0,0 mode: --/PW res: [0x1df:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 61440->65535) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025a62 expref: 11 pid: 14884 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.861333:0:14885:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a77c9b9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14885:1858043760314368:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.861349:0:14885:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006cb4caba/0x9268ded837c50a32 lrc: 3/0,1 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.861356:0:14885:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006cb4caba/0x9268ded837c50a32 lrc: 3/0,1 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.861361:0:14885:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006cb4caba/0x9268ded837c50a32 lrc: 3/0,1 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.861369:0:14885:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006cb4caba/0x9268ded837c50a32 lrc: 3/0,1 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.861375:0:14885:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006cb4caba/0x9268ded837c50a32 lrc: 2/0,0 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.862955:0:14893:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040226c54 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+95:3334:x1858043760314496:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7351us (7722us total) trans 4294969177 rc 0/0 00000100:00100000:3.0:1771968961.862970:0:14893:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6435 00010000:00010000:3.0:1771968961.863037:0:14884:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001976ef54/0x9268ded837c4ebe6 lrc: 0/0,0 mode: --/PR res: [0x3c6:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e71d expref: 10 pid: 14890 timeout: 540 lvb_type: 1 00000100:00100000:3.0:1771968961.863056:0:14884:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090fb61b1 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14884:1858043760314240:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.863074:0:14884:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c50a2b lrc: 3/0,1 mode: PW/PW res: [0x3c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.863085:0:14884:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c50a2b lrc: 3/0,1 mode: PW/PW res: [0x3c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.863092:0:14884:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c50a2b lrc: 3/0,1 mode: PW/PW res: [0x3c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.863101:0:14884:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c50a2b lrc: 3/0,1 mode: PW/PW res: [0x3c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.863117:0:14884:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c50a2b lrc: 2/0,0 mode: PW/PW res: [0x3c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.863182:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1771968961.863185:0:14885:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1771968961.863188:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000ed50e16/0x9268ded837c50a16 lrc: 2/0,0 mode: PW/PW res: [0x38b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.863197:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000000ed50e16 already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.863200:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000ed50e16/0x9268ded837c50a16 lrc: 2/0,0 mode: PW/PW res: [0x38b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.863208:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000ed50e16/0x9268ded837c50a16 lrc: 3/0,0 mode: PW/PW res: [0x38b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.863231:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000ed50e16/0x9268ded837c50a16 lrc: 1/0,0 mode: --/PW res: [0x38b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.863236:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000ed50e16/0x9268ded837c50a16 lrc: 0/0,0 mode: --/PW res: [0x38b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.863342:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1771968961.863345:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000099c6a9b2/0x9268ded837c50a40 lrc: 2/0,0 mode: PW/PW res: [0x20b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.863351:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000099c6a9b2 already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.863354:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000099c6a9b2/0x9268ded837c50a40 lrc: 2/0,0 mode: PW/PW res: [0x20b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.863360:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000099c6a9b2/0x9268ded837c50a40 lrc: 3/0,0 mode: PW/PW res: [0x20b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.863370:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000099c6a9b2/0x9268ded837c50a40 lrc: 1/0,0 mode: --/PW res: [0x20b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.863375:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000099c6a9b2/0x9268ded837c50a40 lrc: 0/0,0 mode: --/PW res: [0x20b:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.863385:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1771968961.863386:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006cb4caba/0x9268ded837c50a32 lrc: 2/0,0 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.863397:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000006cb4caba already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.863398:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006cb4caba/0x9268ded837c50a32 lrc: 2/0,0 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.863403:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006cb4caba/0x9268ded837c50a32 lrc: 3/0,0 mode: PW/PW res: [0x1df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.863410:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006cb4caba/0x9268ded837c50a32 lrc: 1/0,0 mode: --/PW res: [0x1df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.863414:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006cb4caba/0x9268ded837c50a32 lrc: 0/0,0 mode: --/PW res: [0x1df:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14885 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.863424:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1771968961.863426:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c50a2b lrc: 3/0,0 mode: PW/PW res: [0x3c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.863431:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000007daf8b07 already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.863433:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c50a2b lrc: 3/0,0 mode: PW/PW res: [0x3c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.863438:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c50a2b lrc: 4/0,0 mode: PW/PW res: [0x3c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.863446:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c50a2b lrc: 2/0,0 mode: --/PW res: [0x3c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.863458:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.863459:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.863461:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.863472:0:14888:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005a297fe7/0x9268ded837c50a47 lrc: 3/0,1 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.863479:0:14888:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005a297fe7/0x9268ded837c50a47 lrc: 3/0,1 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.863488:0:14888:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005a297fe7/0x9268ded837c50a47 lrc: 3/0,1 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.863494:0:14888:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005a297fe7/0x9268ded837c50a47 lrc: 2/0,0 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.863506:0:14888:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1771968961.863542:0:14885:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f023a3b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+96:3333:x1858043760314304:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9094us (9184us total) trans 4294969178 rc 0/0 00000100:00100000:2.0:1771968961.863549:0:14885:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6433 00010000:00010000:2.0:1771968961.863568:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968961.863572:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005a297fe7/0x9268ded837c50a47 lrc: 2/0,0 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.863580:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005a297fe7 already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.863582:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005a297fe7/0x9268ded837c50a47 lrc: 2/0,0 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.863589:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005a297fe7/0x9268ded837c50a47 lrc: 3/0,0 mode: PW/PW res: [0x3c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.863601:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005a297fe7/0x9268ded837c50a47 lrc: 1/0,0 mode: --/PW res: [0x3c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.863608:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005a297fe7/0x9268ded837c50a47 lrc: 0/0,0 mode: --/PW res: [0x3c4:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14888 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.863631:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.863632:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.863634:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1771968961.863657:0:14888:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b5441eb pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0000-mdtlov_UUID+95:3332:x1858043760314688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7495us (7650us total) trans 4294969179 rc 0/0 00000100:00100000:1.0:1771968961.863663:0:14888:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6436 00000004:00080000:1.0:1771968961.863705:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000075a86022/2, rc 0, transno 1883 00000100:00100000:1.0:1771968961.863719:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000075a86022 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760314688:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1771968961.863735:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1771968961.863754:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000abc82fd1/2, rc 0, transno 1881 00000100:00100000:1.0:1771968961.863758:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000abc82fd1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760314496:0@lo:6:osp-syn-1-0.0 00000004:00080000:1.0:1771968961.863772:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000007e6925dc/2, rc 0, transno 1880 00000100:00100000:1.0:1771968961.863775:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007e6925dc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760313664:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1771968961.864022:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.864041:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.864054:0:14875:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000004cee0adb/0x9268ded837c50a24 lrc: 3/0,1 mode: PW/PW res: [0x385:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.864059:0:14884:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1771968961.864063:0:14884:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007daf8b07/0x9268ded837c50a2b lrc: 0/0,0 mode: --/PW res: [0x3c6:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.864064:0:14875:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004cee0adb/0x9268ded837c50a24 lrc: 3/0,1 mode: PW/PW res: [0x385:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.864072:0:14875:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004cee0adb/0x9268ded837c50a24 lrc: 3/0,1 mode: PW/PW res: [0x385:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.864078:0:14875:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004cee0adb/0x9268ded837c50a24 lrc: 2/0,0 mode: PW/PW res: [0x385:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.864100:0:14875:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1771968961.864208:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1771968961.864211:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004cee0adb/0x9268ded837c50a24 lrc: 2/0,0 mode: PW/PW res: [0x385:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.864218:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000004cee0adb already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.864220:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004cee0adb/0x9268ded837c50a24 lrc: 2/0,0 mode: PW/PW res: [0x385:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.864226:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004cee0adb/0x9268ded837c50a24 lrc: 3/0,0 mode: PW/PW res: [0x385:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.864238:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004cee0adb/0x9268ded837c50a24 lrc: 1/0,0 mode: --/PW res: [0x385:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.864241:0:15875:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d39bee5c/0x9268ded837c50a08 lrc: 3/0,1 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.864249:0:15875:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d39bee5c/0x9268ded837c50a08 lrc: 3/0,1 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.864254:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004cee0adb/0x9268ded837c50a24 lrc: 0/0,0 mode: --/PW res: [0x385:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.864256:0:15875:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d39bee5c/0x9268ded837c50a08 lrc: 3/0,1 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.864262:0:15875:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d39bee5c/0x9268ded837c50a08 lrc: 2/0,0 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.864268:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.864269:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.864271:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968961.864276:0:15875:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00000100:00100000:3.0:1771968961.864363:0:14884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c69ee4b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+97:3332:x1858043760314176:12345-0@lo:6:osp-syn-1-0.0 Request processed in 13520us (13728us total) trans 4294969180 rc 0/0 00000100:00100000:3.0:1771968961.864370:0:14884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6432 00000004:00080000:3.0:1771968961.864508:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000175d3d40/2, rc 0, transno 1884 00000100:00100000:3.0:1771968961.864517:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000175d3d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760314176:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.864523:0:3332:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1771968961.864538:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000090fb61b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760314816:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.864581:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968961.864589:0:15875:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e14e6eed pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+96:3332:x1858043760313536:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16818us (18429us total) trans 4294969182 rc 0/0 00000100:00100000:2.0:1771968961.864596:0:15875:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6428 00000004:00080000:3.0:1771968961.864601:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000099e5751c/2, rc 0, transno 1886 00000100:00100000:3.0:1771968961.864605:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099e5751c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760313536:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.864614:0:15875:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760314816 00000100:00100000:2.0:1771968961.864643:0:15875:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6437 00000100:00100000:2.0:1771968961.864648:0:15875:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d60fee3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+96:3332:x1858043760314816:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.864667:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002cfc8165 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760315008:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.864689:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968961.864714:0:14884:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760315008 00000100:00100000:3.0:1771968961.864733:0:14884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6438 00000100:00100000:3.0:1771968961.864737:0:14884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036e8a862 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+97:3332:x1858043760315008:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1771968961.864750:0:14884:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:467 count 1 00002000:00080000:2.0:1771968961.864757:0:15875:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:956 count 1 00010000:00010000:2.0:1771968961.864772:0:15875:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a0d9410c/0x9268ded837c50a55 lrc: 3/0,1 mode: --/PW res: [0x3bc:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.864773:0:14884:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f4fc348/0x9268ded837c50a4e lrc: 3/0,1 mode: --/PW res: [0x1d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.864788:0:14884:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ef7b01ef/0x9268ded837c0343c lrc: 2/0,0 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02531c expref: 9 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.864788:0:15875:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a75b1b29/0x9268ded837c4d971 lrc: 2/0,0 mode: PW/PW res: [0x3bc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e0c5 expref: 9 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.864798:0:14884:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.864798:0:15875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.864801:0:14884:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968961.864801:0:15875:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.864803:0:14884:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008f4fc348/0x9268ded837c50a4e lrc: 4/0,1 mode: --/PW res: [0x1d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.864803:0:15875:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a0d9410c/0x9268ded837c50a55 lrc: 4/0,1 mode: --/PW res: [0x3bc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.864829:0:15875:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a75b1b29/0x9268ded837c4d971 lrc: 3/0,0 mode: PW/PW res: [0x3bc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e0c5 expref: 9 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.864845:0:15875:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a75b1b29/0x9268ded837c4d971 lrc: 4/0,0 mode: PW/PW res: [0x3bc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e0c5 expref: 9 pid: 14893 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.864856:0:15875:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a77c9b9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15875:1858043760315072:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.864897:0:14884:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ef7b01ef/0x9268ded837c0343c lrc: 3/0,0 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02531c expref: 9 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.864904:0:14884:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ef7b01ef/0x9268ded837c0343c lrc: 4/0,0 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02531c expref: 9 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.864912:0:14884:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000eb2bd9aa pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14884:1858043760315136:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968961.864922:0:15875:0:(client.c:2500:ptlrpc_set_wait()) set 0000000061eb37ef going to sleep for 43 seconds 00000100:00100000:3.0:1771968961.864932:0:14884:0:(client.c:2500:ptlrpc_set_wait()) set 000000009aa4e995 going to sleep for 43 seconds 00010000:00010000:2.0:1771968961.864948:0:8659:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000be4a56f8/0x9268ded837c4eb5a lrc: 0/0,0 mode: --/PW res: [0x3c5:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e6f3 expref: 9 pid: 14890 timeout: 540 lvb_type: 0 00000004:00080000:3.0:1771968961.864954:0:3333:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000099dbe5e4/2, rc 0, transno 1882 00000100:00100000:3.0:1771968961.864957:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000099dbe5e4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760314304:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.864959:0:8659:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008fa150ea pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8659:1858043760314560:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.864971:0:8659:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50a39 lrc: 3/0,1 mode: PW/PW res: [0x3c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.864973:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001e4fa850 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760314880:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1771968961.864980:0:8659:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50a39 lrc: 3/0,1 mode: PW/PW res: [0x3c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.864985:0:8659:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50a39 lrc: 3/0,1 mode: PW/PW res: [0x3c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.864992:0:8659:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50a39 lrc: 3/0,1 mode: PW/PW res: [0x3c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.864997:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1771968961.864998:0:8659:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50a39 lrc: 2/0,0 mode: PW/PW res: [0x3c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.865011:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1771968961.865015:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000069696d48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760314944:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1771968961.865034:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968961.865049:0:14893:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760314880 00000100:00100000:3.0:1771968961.865067:0:14893:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760314944 00000100:00100000:3.0:1771968961.865079:0:14893:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6439 00000100:00100000:3.0:1771968961.865082:0:14893:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fa150ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+99:3334:x1858043760314880:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1771968961.865093:0:14893:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:465 count 1 00010000:00010000:3.0:1771968961.865103:0:14893:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f18d82bc/0x9268ded837c50a5c lrc: 3/0,1 mode: --/PW res: [0x1d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.865114:0:14893:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000068289182/0x9268ded837c02fc0 lrc: 2/0,0 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02519b expref: 8 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.865120:0:14893:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.865122:0:14893:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.865123:0:14893:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f18d82bc/0x9268ded837c50a5c lrc: 4/0,1 mode: --/PW res: [0x1d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.865140:0:14893:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000068289182/0x9268ded837c02fc0 lrc: 3/0,0 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02519b expref: 8 pid: 14875 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.865148:0:14893:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000068289182/0x9268ded837c02fc0 lrc: 4/0,0 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02519b expref: 8 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.865157:0:14893:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000030c4f4d0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14893:1858043760315200:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.865191:0:14893:0:(client.c:2500:ptlrpc_set_wait()) set 000000005c4ab05e going to sleep for 43 seconds 00000100:00100000:3.0:1771968961.865207:0:14896:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6440 00000100:00100000:0.0:1771968961.865209:0:14875:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000080dadaa1 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+99:3334:x1858043760313728:12345-0@lo:6:osp-syn-1-0.0 Request processed in 16784us (17187us total) trans 4294969181 rc 0/0 00000100:00100000:3.0:1771968961.865211:0:14896:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000541eddb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+99:3334:x1858043760314944:12345-0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1771968961.865216:0:14875:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6431 00002000:00080000:3.0:1771968961.865222:0:14896:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x0:466 count 1 00010000:00010000:3.0:1771968961.865233:0:14896:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002a55404d/0x9268ded837c50a63 lrc: 3/0,1 mode: --/PW res: [0x1d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.865356:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d39bee5c/0x9268ded837c50a08 lrc: 2/0,0 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.865359:0:8659:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1771968961.865364:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000d39bee5c already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.865367:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d39bee5c/0x9268ded837c50a08 lrc: 2/0,0 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.865374:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d39bee5c/0x9268ded837c50a08 lrc: 3/0,0 mode: PW/PW res: [0x1e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.865388:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d39bee5c/0x9268ded837c50a08 lrc: 1/0,0 mode: --/PW res: [0x1e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.865394:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d39bee5c/0x9268ded837c50a08 lrc: 0/0,0 mode: --/PW res: [0x1e0:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.865411:0:7238:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1771968961.865414:0:7238:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50a39 lrc: 2/0,0 mode: PW/PW res: [0x3c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.865421:0:7238:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 0000000004b21abb already unused, calling callback (000000001b6954d2) 00010000:00010000:1.0:1771968961.865423:0:7238:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50a39 lrc: 2/0,0 mode: PW/PW res: [0x3c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.865429:0:7238:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50a39 lrc: 3/0,0 mode: PW/PW res: [0x3c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.865438:0:7238:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50a39 lrc: 1/0,0 mode: --/PW res: [0x3c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.865443:0:7238:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000004b21abb/0x9268ded837c50a39 lrc: 0/0,0 mode: --/PW res: [0x3c5:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8659 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.865456:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.865457:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1771968961.865459:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.865461:0:8659:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008c6b188a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+99:3334:x1858043760314432:12345-0@lo:6:osp-syn-1-0.0 Request processed in 9991us (10358us total) trans 4294969183 rc 0/0 00000100:00100000:2.0:1771968961.865468:0:8659:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6434 00010000:00010000:2.0:1771968961.865482:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.865534:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1771968961.865577:0:14896:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e4be78d1/0x9268ded837c03386 lrc: 2/0,0 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0252e4 expref: 8 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.865587:0:14896:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.865588:0:14896:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1771968961.865590:0:14896:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002a55404d/0x9268ded837c50a63 lrc: 4/0,1 mode: --/PW res: [0x1d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.865605:0:14896:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e4be78d1/0x9268ded837c03386 lrc: 3/0,0 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0252e4 expref: 8 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.865610:0:14896:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e4be78d1/0x9268ded837c03386 lrc: 4/0,0 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0252e4 expref: 8 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:3.0:1771968961.865617:0:14896:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000682e0a4b pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14896:1858043760315264:192.168.202.27@tcp:104: 00000100:00100000:3.0:1771968961.865644:0:14896:0:(client.c:2500:ptlrpc_set_wait()) set 00000000c2009766 going to sleep for 43 seconds 00000004:00080000:3.0:1771968961.865747:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000019abbdcd/2, rc 0, transno 1887 00000100:00100000:3.0:1771968961.865752:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000019abbdcd pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760314432:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1771968961.865760:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000cb771c79/2, rc 0, transno 1885 00000100:00100000:3.0:1771968961.865762:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cb771c79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760313728:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968961.866979:0:14896:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000682e0a4b pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14896:1858043760315264:192.168.202.27@tcp:104: 00000100:00100000:1.0:1771968961.866995:0:14893:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000030c4f4d0 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14893:1858043760315200:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968961.867008:0:14896:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000002a55404d/0x9268ded837c50a63 lrc: 3/0,1 mode: --/PW res: [0x1d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1771968961.867014:0:14893:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000f18d82bc/0x9268ded837c50a5c lrc: 3/0,1 mode: --/PW res: [0x1d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.867065:0:14884:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000eb2bd9aa pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14884:1858043760315136:192.168.202.27@tcp:104: 00010000:00010000:3.0:1771968961.867076:0:14884:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008f4fc348/0x9268ded837c50a4e lrc: 3/0,1 mode: --/PW res: [0x1d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1771968961.867092:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968961.867126:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968961.867213:0:6215:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754111552 00000100:00100000:2.0:1771968961.867217:0:8220:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754111616 00000100:00100000:1.0:1771968961.867218:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00010000:00010000:2.0:1771968961.867244:0:8220:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ef7b01ef/0x9268ded837c0343c lrc: 4/0,0 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02531c expref: 10 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.867246:0:6215:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e4be78d1/0x9268ded837c03386 lrc: 4/0,0 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0252e4 expref: 10 pid: 14896 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.867290:0:8220:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754111680 00010000:00010000:2.0:1771968961.867301:0:8220:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000068289182/0x9268ded837c02fc0 lrc: 4/0,0 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02519b expref: 11 pid: 14875 timeout: 540 lvb_type: 0 00000100:00100000:0.0:1771968961.867374:0:6215:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11570 00000100:00100000:3.0:1771968961.867383:0:7226:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11571 00000100:00100000:3.0:1771968961.867394:0:7226:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007bacdc7a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+11:2264:x1858043754111552:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00000100:00100000:2.0:1771968961.867395:0:8220:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11572 00000100:00100000:2.0:1771968961.867404:0:8220:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000de9dfb5c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+11:2265:x1858043754111680:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:2.0:1771968961.867416:0:8220:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.867421:0:8220:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000068289182/0x9268ded837c02fc0 lrc: 4/0,0 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02519b expref: 11 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.867422:0:7226:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1771968961.867431:0:7226:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e4be78d1/0x9268ded837c03386 lrc: 4/0,0 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0252e4 expref: 11 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.867436:0:8220:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000068289182/0x9268ded837c02fc0 lrc: 3/0,0 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02519b expref: 11 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.867449:0:7226:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e4be78d1/0x9268ded837c03386 lrc: 3/0,0 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0252e4 expref: 11 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.867466:0:8220:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000068289182/0x9268ded837c02fc0 lrc: 0/0,0 mode: --/PW res: [0x1d1:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02519b expref: 11 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.867471:0:7226:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e4be78d1/0x9268ded837c03386 lrc: 0/0,0 mode: --/PW res: [0x1d2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->12287) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a0252e4 expref: 11 pid: 14896 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.867484:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.867487:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.867487:0:8220:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.867490:0:8220:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f18d82bc/0x9268ded837c50a5c lrc: 3/0,1 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.867497:0:7226:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1771968961.867500:0:7226:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002a55404d/0x9268ded837c50a63 lrc: 3/0,1 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.867503:0:8220:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f18d82bc/0x9268ded837c50a5c lrc: 4/0,1 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.867505:0:6215:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ad34d60a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+11:2265:x1858043754111616:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 00010000:00010000:3.0:1771968961.867509:0:7226:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002a55404d/0x9268ded837c50a63 lrc: 4/0,1 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.867521:0:6215:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1771968961.867528:0:6215:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ef7b01ef/0x9268ded837c0343c lrc: 4/0,0 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02531c expref: 9 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:0.0:1771968961.867537:0:6215:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ef7b01ef/0x9268ded837c0343c lrc: 3/0,0 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02531c expref: 9 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:3.0:1771968961.867541:0:7226:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1771968961.867544:0:8220:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1771968961.867556:0:6215:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef7b01ef/0x9268ded837c0343c lrc: 0/0,0 mode: --/PW res: [0x1d3:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a02531c expref: 9 pid: 14875 timeout: 540 lvb_type: 0 00010000:00010000:1.0:1771968961.867559:0:14893:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000f18d82bc/0x9268ded837c50a5c lrc: 3/0,1 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.867566:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1771968961.867569:0:14893:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f18d82bc/0x9268ded837c50a5c lrc: 3/0,1 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.867569:0:6215:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1771968961.867572:0:6215:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008f4fc348/0x9268ded837c50a4e lrc: 3/0,1 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1771968961.867578:0:7226:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007bacdc7a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+8:2264:x1858043754111552:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 185us (487us total) trans 0 rc 0/0 00010000:00010000:1.0:1771968961.867584:0:14893:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f18d82bc/0x9268ded837c50a5c lrc: 3/0,1 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.867591:0:8220:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000de9dfb5c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+8:2265:x1858043754111680:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 182us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968961.867593:0:7226:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11571 00010000:00010000:0.0:1771968961.867594:0:6215:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008f4fc348/0x9268ded837c50a4e lrc: 4/0,1 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.867613:0:8220:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11572 00010000:00010000:1.0:1771968961.867616:0:14893:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f18d82bc/0x9268ded837c50a5c lrc: 2/0,0 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.867634:0:6215:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1771968961.867640:0:14893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1771968961.867645:0:14896:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000002a55404d/0x9268ded837c50a63 lrc: 3/0,1 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.867652:0:14896:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002a55404d/0x9268ded837c50a63 lrc: 3/0,1 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.867653:0:14884:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008f4fc348/0x9268ded837c50a4e lrc: 3/0,1 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.867661:0:14896:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002a55404d/0x9268ded837c50a63 lrc: 3/0,1 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.867662:0:6215:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ad34d60a pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+6:2265:x1858043754111616:12345-192.168.202.27@tcp:103:ldlm_bl_04.0 Request processed in 276us (531us total) trans 0 rc 0/0 00010000:00010000:2.0:1771968961.867677:0:14896:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002a55404d/0x9268ded837c50a63 lrc: 2/0,0 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.867681:0:14884:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008f4fc348/0x9268ded837c50a4e lrc: 3/0,1 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1771968961.867684:0:6215:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11570 00010000:00010000:3.0:1771968961.867697:0:14884:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f4fc348/0x9268ded837c50a4e lrc: 3/0,1 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.867699:0:14896:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1771968961.867711:0:14884:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008f4fc348/0x9268ded837c50a4e lrc: 2/0,0 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968961.867733:0:14884:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1771968961.867756:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1771968961.867762:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f18d82bc/0x9268ded837c50a5c lrc: 2/0,0 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.867772:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000f18d82bc already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.867776:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f18d82bc/0x9268ded837c50a5c lrc: 2/0,0 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.867784:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f18d82bc/0x9268ded837c50a5c lrc: 3/0,0 mode: PW/PW res: [0x1d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.867798:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f18d82bc/0x9268ded837c50a5c lrc: 1/0,0 mode: --/PW res: [0x1d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.867805:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f18d82bc/0x9268ded837c50a5c lrc: 0/0,0 mode: --/PW res: [0x1d1:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.867822:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1771968961.867825:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002a55404d/0x9268ded837c50a63 lrc: 2/0,0 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.867831:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000002a55404d already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.867834:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002a55404d/0x9268ded837c50a63 lrc: 2/0,0 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.867840:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002a55404d/0x9268ded837c50a63 lrc: 3/0,0 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.867852:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002a55404d/0x9268ded837c50a63 lrc: 1/0,0 mode: --/PW res: [0x1d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.867871:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002a55404d/0x9268ded837c50a63 lrc: 0/0,0 mode: --/PW res: [0x1d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.867891:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1771968961.867893:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008f4fc348/0x9268ded837c50a4e lrc: 2/0,0 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.867898:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000008f4fc348 already unused, calling callback (000000001b6954d2) 00010000:00010000:0.0:1771968961.867900:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008f4fc348/0x9268ded837c50a4e lrc: 2/0,0 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.867909:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008f4fc348/0x9268ded837c50a4e lrc: 3/0,0 mode: PW/PW res: [0x1d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.867921:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008f4fc348/0x9268ded837c50a4e lrc: 1/0,0 mode: --/PW res: [0x1d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.867927:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008f4fc348/0x9268ded837c50a4e lrc: 0/0,0 mode: --/PW res: [0x1d3:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14884 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.867946:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.867948:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968961.867950:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968961.867976:0:15875:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a77c9b9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:15875:1858043760315072:192.168.202.27@tcp:104: 00010000:00010000:0.0:1771968961.867997:0:15875:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a0d9410c/0x9268ded837c50a55 lrc: 3/0,1 mode: --/PW res: [0x3bc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968961.868014:0:14896:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000541eddb2 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+101:3334:x1858043760314944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 2799us (2976us total) trans 4294969185 rc 0/0 00000100:00100000:2.0:1771968961.868026:0:14896:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6440 00010000:00010000:2.0:1771968961.868053:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1771968961.868142:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968961.868227:0:14897:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754111744 00010000:00010000:2.0:1771968961.868246:0:14897:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a75b1b29/0x9268ded837c4d971 lrc: 4/0,0 mode: PW/PW res: [0x3bc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e0c5 expref: 6 pid: 14893 timeout: 540 lvb_type: 0 00000100:00100000:2.0:1771968961.868282:0:14897:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11573 00000100:00100000:2.0:1771968961.868288:0:14897:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000027f92c0c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+6:2264:x1858043754111744:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 00010000:00010000:2.0:1771968961.868300:0:14897:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968961.868304:0:14897:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a75b1b29/0x9268ded837c4d971 lrc: 4/0,0 mode: PW/PW res: [0x3bc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e0c5 expref: 6 pid: 14893 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.868317:0:14897:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a75b1b29/0x9268ded837c4d971 lrc: 3/0,0 mode: PW/PW res: [0x3bc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e0c5 expref: 6 pid: 14893 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.868333:0:14897:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a75b1b29/0x9268ded837c4d971 lrc: 0/0,0 mode: --/PW res: [0x3bc:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400030020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e0c5 expref: 6 pid: 14893 timeout: 540 lvb_type: 0 00010000:00010000:2.0:1771968961.868347:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.868349:0:14897:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968961.868351:0:14897:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a0d9410c/0x9268ded837c50a55 lrc: 3/0,1 mode: PW/PW res: [0x3bc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.868359:0:14897:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a0d9410c/0x9268ded837c50a55 lrc: 4/0,1 mode: PW/PW res: [0x3bc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.868390:0:14897:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1771968961.868414:0:14897:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000027f92c0c pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:36e9446e-9e06-4a7a-b2b0-6da64f399773+5:2264:x1858043754111744:12345-192.168.202.27@tcp:103:ldlm_bl_03.0 Request processed in 125us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968961.868420:0:14897:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11573 00010000:00010000:0.0:1771968961.868539:0:15875:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a0d9410c/0x9268ded837c50a55 lrc: 3/0,1 mode: PW/PW res: [0x3bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.868547:0:15875:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a0d9410c/0x9268ded837c50a55 lrc: 3/0,1 mode: PW/PW res: [0x3bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.868556:0:15875:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a0d9410c/0x9268ded837c50a55 lrc: 3/0,1 mode: PW/PW res: [0x3bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.868562:0:15875:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a0d9410c/0x9268ded837c50a55 lrc: 2/0,0 mode: PW/PW res: [0x3bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968961.868585:0:15875:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1771968961.868799:0:15875:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d60fee3a pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+101:3332:x1858043760314816:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4148us (4218us total) trans 4294969187 rc 0/0 00000100:00100000:0.0:1771968961.868808:0:15875:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6437 00010000:00010000:2.0:1771968961.868870:0:6219:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968961.868875:0:6219:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a0d9410c/0x9268ded837c50a55 lrc: 2/0,0 mode: PW/PW res: [0x3bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.868883:0:6219:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 00000000a0d9410c already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968961.868886:0:6219:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0d9410c/0x9268ded837c50a55 lrc: 2/0,0 mode: PW/PW res: [0x3bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.868894:0:6219:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a0d9410c/0x9268ded837c50a55 lrc: 3/0,0 mode: PW/PW res: [0x3bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.868908:0:6219:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a0d9410c/0x9268ded837c50a55 lrc: 1/0,0 mode: --/PW res: [0x3bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.868915:0:6219:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a0d9410c/0x9268ded837c50a55 lrc: 0/0,0 mode: --/PW res: [0x3bc:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 15875 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968961.868933:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.868934:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968961.868936:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968961.869053:0:14884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036e8a862 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+100:3332:x1858043760315008:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4314us (4362us total) trans 4294969186 rc 0/0 00000100:00100000:3.0:1771968961.869064:0:14884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6438 00000004:00080000:3.0:1771968961.869173:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000002cfc8165/2, rc 0, transno 1890 00000100:00100000:3.0:1771968961.869211:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002cfc8165 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760315008:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1771968961.869223:0:3332:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000090fb61b1/2, rc 0, transno 1891 00000100:00100000:3.0:1771968961.869226:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000090fb61b1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760314816:0@lo:6:osp-syn-1-0.0 00000004:00080000:3.0:1771968961.869250:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 0000000069696d48/2, rc 0, transno 1889 00000100:00100000:3.0:1771968961.869253:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000069696d48 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760314944:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1771968961.870289:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968961.885749:0:14893:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fa150ea pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+99:3334:x1858043760314880:12345-0@lo:6:osp-syn-1-0.0 Request processed in 20654us (20740us total) trans 4294969184 rc 0/0 00000100:00100000:2.0:1771968961.885769:0:14893:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6439 00000004:00080000:3.0:1771968961.885854:0:3334:0:(osp_sync.c:563:osp_sync_interpret()) reply req 000000001e4fa850/2, rc 0, transno 1888 00000100:00100000:3.0:1771968961.885877:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001e4fa850 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760314880:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1771968962.185403:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001eae3889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760315392:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1771968962.185406:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000004:00080000:3.0:1771968962.185420:0:8658:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 441311243207ns, next at 442311238454ns, rc = 0 00000100:00100000:1.0:1771968962.185431:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c28e8fa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1858043760315328:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1771968962.185497:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1771968962.185525:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1771968962.185569:0:14876:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760315392 00000100:00100000:0.0:1771968962.185703:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1771968962.185708:0:14876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:1.0:1771968962.185719:0:14876:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009432ccbd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+81:3333:x1858043760315392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1771968962.185763:0:14876:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 3858432 granted 488748480 pending 0 free 3921518592 avail 3689996288 00000100:00100000:1.0:1771968962.185820:0:14876:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009432ccbd pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+81:3333:x1858043760315392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968962.185844:0:14876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:0.0:1771968962.188324:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001eae3889 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760315392:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1771968962.188330:0:14876:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760315328 00000100:00100000:1.0:1771968962.188503:0:14876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:1.0:1771968962.188513:0:14876:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f661a527 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3335:x1858043760315328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1771968962.188552:0:14876:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 3858432 granted 488748480 pending 0 free 3921518592 avail 3689996288 00000100:00100000:1.0:1771968962.188641:0:14876:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f661a527 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3335:x1858043760315328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 128us (2949us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968962.189052:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c28e8fa6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1858043760315328:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1771968962.189459:0:14876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00010000:00010000:3.0:1771968963.209557:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1771968964.233396:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968964.745604:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ad51d76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ba06e905-9ee9-4d9d-b89b-a18efacca220:3335:1858043760315456:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1771968964.745718:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968964.745792:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a98d5012 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760315712:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1771968964.745824:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968964.745857:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000862274eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760315968:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1771968964.745882:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968964.745900:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008b8aeeb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1858043760316224:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1771968964.745922:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968964.745944:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:3.0:1771968964.745949:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000098b818e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3335:1858043760315648:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1771968964.745966:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000047ae2429 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1858043760315584:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1771968964.745975:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968964.745989:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005899d603 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1858043760315904:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1771968964.746001:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968964.746016:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968964.746021:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d0f3c20e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3333:1858043760315840:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1771968964.746037:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051d134ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3335:1858043760316160:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1771968964.746045:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968964.746063:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000760f3d9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3333:1858043760316096:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1771968964.746065:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968964.746084:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000633b29b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1858043760316416:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1771968964.746094:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968964.746113:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f2d90ed3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1858043760316352:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1771968964.746120:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968964.746144:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1771968964.746150:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000062ff7124 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3332:1858043760315520:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1771968964.746205:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968964.746213:0:6236:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760315712 00000100:00100000:3.0:1771968964.746220:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d13b01fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3332:1858043760315776:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1771968964.746243:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968964.746255:0:6236:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760315584 00000100:00100000:3.0:1771968964.746256:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d5ac6e31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760316032:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1771968964.746266:0:6236:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760316416 00000100:00100000:3.0:1771968964.746281:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968964.746284:0:6236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:0.0:1771968964.746288:0:6236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001eae3889 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3335:x1858043760315712:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1771968964.746296:0:3332:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fbc819f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760316288:0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1771968964.746314:0:3332:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1771968964.746345:0:6236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001eae3889 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3335:x1858043760315712:12345-0@lo:400:kworker/u8:3.0 Request processed in 55us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968964.746350:0:6236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:3.0:1771968964.746357:0:6235:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:3.0:1771968964.746363:0:6235:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000636b9033 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3333:x1858043760315584:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1771968964.746370:0:6236:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:0.0:1771968964.746375:0:6236:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bda9c73b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3335:x1858043760316416:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1771968964.746405:0:6235:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000636b9033 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3333:x1858043760315584:12345-0@lo:400:kworker/u8:3.0 Request processed in 42us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968964.746413:0:6235:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000004:00000024:0.0:1771968964.746427:0:6236:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444122624 avail 1314660352 00000100:00100000:0.0:1771968964.746454:0:6236:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bda9c73b pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3335:x1858043760316416:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968964.746457:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000047ae2429 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1858043760315584:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1771968964.746461:0:6236:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:0.0:1771968964.746485:0:15875:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760315968 00000100:00100000:3.0:1771968964.746507:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000633b29b6 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1858043760316416:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1771968964.746511:0:15875:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760316224 00000100:00100000:3.0:1771968964.746520:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a98d5012 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760315712:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1771968964.746525:0:15875:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760315904 00000100:00100000:0.0:1771968964.746540:0:15875:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760316288 00000100:00100000:3.0:1771968964.746557:0:14884:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:3.0:1771968964.746564:0:14884:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000682e0a4b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+81:3335:x1858043760315968:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:3.0:1771968964.746599:0:14884:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000682e0a4b pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0000-mdtlov_UUID+81:3335:x1858043760315968:12345-0@lo:400:kworker/u8:3.0 Request processed in 35us (717us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968964.746708:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760315648 00000100:00100000:0.0:1771968964.746816:0:15875:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:0.0:1771968964.746822:0:15875:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb514154 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3335:x1858043760316224:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1771968964.746969:0:15875:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb514154 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3335:x1858043760316224:12345-0@lo:400:kworker/u8:3.0 Request processed in 147us (1047us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968964.746977:0:15875:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:0.0:1771968964.746990:0:15875:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:0.0:1771968964.746994:0:15875:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d1ae569 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3335:x1858043760315904:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1771968964.747024:0:15875:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d1ae569 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3335:x1858043760315904:12345-0@lo:400:kworker/u8:3.0 Request processed in 29us (1010us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968964.747027:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760315840 00000100:00100000:0.0:1771968964.747032:0:15875:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00100000:1.0:1771968964.747049:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760316160 00000100:00100000:0.0:1771968964.747052:0:15875:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:0.0:1771968964.747057:0:15875:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000767169f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+99:3332:x1858043760316288:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1771968964.747068:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760316096 00000100:00100000:1.0:1771968964.747081:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760315520 00000100:00100000:1.0:1771968964.747087:0:6232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760315776 00000100:00100000:0.0:1771968964.747096:0:15875:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000767169f9 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+99:3332:x1858043760316288:12345-0@lo:400:kworker/u8:3.0 Request processed in 36us (780us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968964.747099:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:1.0:1771968964.747105:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b305ba5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3335:x1858043760315648:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1771968964.747110:0:15875:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00100000:0.0:1771968964.747136:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1771968964.747142:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032600cfe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3333:x1858043760315840:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1771968964.747146:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b305ba5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3335:x1858043760315648:12345-0@lo:400:kworker/u8:3.0 Request processed in 39us (1170us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968964.747151:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:1.0:1771968964.747163:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:1.0:1771968964.747166:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000344f702a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3335:x1858043760316160:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1771968964.747213:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032600cfe pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3333:x1858043760315840:12345-0@lo:400:kworker/u8:3.0 Request processed in 69us (1167us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968964.747218:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000344f702a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3335:x1858043760316160:12345-0@lo:400:kworker/u8:3.0 Request processed in 50us (1155us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968964.747224:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:1.0:1771968964.747386:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1771968964.747394:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1771968964.747400:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009f520f15 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3333:x1858043760316096:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1771968964.747405:0:6232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1771968964.747411:0:6232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006d553c7f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3332:x1858043760315520:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1771968964.747419:0:6224:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760315456 00000100:00100000:0.0:1771968964.747443:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009f520f15 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3333:x1858043760316096:12345-0@lo:400:kworker/u8:3.0 Request processed in 41us (1348us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968964.747450:0:6232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006d553c7f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3332:x1858043760315520:12345-0@lo:400:kworker/u8:3.0 Request processed in 39us (1244us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968964.747452:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:2.0:1771968964.747461:0:6224:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:1.0:1771968964.747461:0:6232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:0.0:1771968964.747474:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1771968964.747478:0:6224:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e259931e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ba06e905-9ee9-4d9d-b89b-a18efacca220+23:3335:x1858043760315456:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1771968964.747482:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000024df8315 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3332:x1858043760315776:12345-0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1771968964.747517:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000024df8315 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3332:x1858043760315776:12345-0@lo:400:kworker/u8:3.0 Request processed in 34us (1273us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968964.747522:0:14884:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1771968964.747526:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1771968964.747539:0:8207:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760316352 00000100:00100000:0.0:1771968964.747590:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000062ff7124 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3332:1858043760315520:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1771968964.747604:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d13b01fc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3332:1858043760315776:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1771968964.747615:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fbc819f5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760316288:0@lo:400:kworker/u8:3.0 00010000:00080000:0.0:1771968964.747647:0:3333:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@00000000d0f3c20e x1858043760315840/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1771969008 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:0.0:1771968964.747658:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0f3c20e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3333:1858043760315840:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1771968964.747668:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000760f3d9b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3333:1858043760316096:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1771968964.747691:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000098b818e3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3335:1858043760315648:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1771968964.747703:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005899d603 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1858043760315904:0@lo:400:kworker/u8:3.0 00010000:00080000:0.0:1771968964.747712:0:3335:0:(ldlm_request.c:1487:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@0000000051d134ef x1858043760316160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1771969008 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:3.0' 00000100:00100000:0.0:1771968964.747720:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051d134ef pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3335:1858043760316160:0@lo:400:kworker/u8:3.0 00000100:00100000:0.0:1771968964.747734:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ad51d76 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ba06e905-9ee9-4d9d-b89b-a18efacca220:3335:1858043760315456:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1771968964.747745:0:6224:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e259931e pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ba06e905-9ee9-4d9d-b89b-a18efacca220+23:3335:x1858043760315456:12345-0@lo:400:kworker/u8:3.0 Request processed in 274us (2026us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968964.747749:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000862274eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760315968:0@lo:400:kworker/u8:3.0 00000100:00100000:2.0:1771968964.747755:0:6224:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1771968964.747765:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008b8aeeb2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3335:1858043760316224:0@lo:400:kworker/u8:3.0 00000100:00100000:1.0:1771968964.748171:0:8207:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760316032 00000100:00100000:2.0:1771968964.748201:0:14876:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:2.0:1771968964.748206:0:14876:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071ede33d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3333:x1858043760316352:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1771968964.748217:0:8207:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:1.0:1771968964.748221:0:8207:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000001eb4bb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+99:3332:x1858043760316032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1771968964.748231:0:14876:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 3997696 granted 488887744 pending 0 free 3923689472 avail 3692167168 00002000:00000024:1.0:1771968964.748232:0:8207:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 3997696 granted 488887744 pending 0 free 3923689472 avail 3692167168 00000100:00100000:1.0:1771968964.748271:0:8207:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000001eb4bb4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+99:3332:x1858043760316032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (1992us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968964.748278:0:8207:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:2.0:1771968964.748279:0:14876:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071ede33d pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3333:x1858043760316352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (2133us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968964.748287:0:14876:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:2.0:1771968964.748321:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f2d90ed3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1858043760316352:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1771968964.748499:0:3332:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d5ac6e31 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3332:1858043760316032:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1771968965.098591:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.098800:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754111872 00000100:00100000:0.0:1771968965.098888:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36707 00000100:00100000:0.0:1771968965.098896:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a19d81df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+12:12536:x1858043754111872:12345-192.168.202.27@tcp:101:diff.0 00010000:00010000:0.0:1771968965.098922:0:6231:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1771968965.098947:0:6231:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000c2f9bb52/0x9268ded837c50a6a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e970 expref: -99 pid: 6231 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1771968965.099069:0:6231:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c1:0x0]: returning size 4096 00010000:00010000:0.0:1771968965.099232:0:6231:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 00000000c2f9bb52/0x9268ded837c50a6a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e970 expref: 14 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968965.099241:0:6231:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000c2f9bb52/0x9268ded837c50a6a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e970 expref: 14 pid: 6231 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1771968965.099255:0:6231:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 00000000c2f9bb52, rc 0) 00000100:00100000:0.0:1771968965.099319:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a19d81df pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+13:12536:x1858043754111872:12345-192.168.202.27@tcp:101:diff.0 Request processed in 424us (741us total) trans 4294984575 rc 301/301 00000100:00100000:0.0:1771968965.099327:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36707 00000100:00100000:2.0:1771968965.106571:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968965.110257:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754111936 00000100:00100000:1.0:1771968965.110354:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9799 00000100:00100000:1.0:1771968965.110363:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f2d90ed3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+13:12536:x1858043754111936:12345-192.168.202.27@tcp:37:diff.0 00000100:00100000:2.0:1771968965.115490:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f2d90ed3 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+13:12536:x1858043754111936:12345-192.168.202.27@tcp:37:diff.0 Request processed in 5115us (8917us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.115510:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9799 00000100:00100000:2.0:1771968965.117937:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968965.117992:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754112064 00000100:00100000:1.0:1771968965.118055:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9800 00000100:00100000:1.0:1771968965.118064:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f4f3b8da pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+13:12536:x1858043754112064:12345-192.168.202.27@tcp:35:diff.0 00000100:00100000:1.0:1771968965.118497:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f4f3b8da pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+14:12536:x1858043754112064:12345-192.168.202.27@tcp:35:diff.0 Request processed in 433us (571us total) trans 4294984576 rc 0/0 00000100:00100000:1.0:1771968965.118503:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9800 00000100:00100000:0.0:1771968965.121672:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.121894:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754112128 00000100:00100000:2.0:1771968965.121949:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36708 00000100:00100000:2.0:1771968965.121956:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000480d443f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+14:12536:x1858043754112128:12345-192.168.202.27@tcp:101:diff.0 00010000:00010000:2.0:1771968965.121987:0:6230:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1771968965.122011:0:6230:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 00000000a0d9410c/0x9268ded837c50a78 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e977 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968965.122079:0:6230:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: 000000004f5d38c3/0x9268ded837c50a7f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968965.122092:0:6230:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: 000000004f5d38c3/0x9268ded837c50a7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968965.122104:0:6230:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000004f5d38c3/0x9268ded837c50a7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1771968965.122152:0:6230:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c4:0x0]: returning size 4096 00000004:00200000:2.0:1771968965.122155:0:6230:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 2 00000004:00010000:2.0:1771968965.122204:0:6230:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: 000000004f5d38c3/0x9268ded837c50a7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968965.122229:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 00000000a0d9410c/0x9268ded837c50a78 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e977 expref: 16 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968965.122244:0:6230:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000004f5d38c3/0x9268ded837c50a7f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c4:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e977 expref: 15 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968965.122250:0:6230:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c4:0x0].0x0 (0000000092c83c6d) 00010000:00010000:2.0:1771968965.122252:0:6230:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1771968965.122255:0:6230:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000004f5d38c3, rc 0) 00000100:00100000:2.0:1771968965.122309:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000480d443f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+15:12536:x1858043754112128:12345-192.168.202.27@tcp:101:diff.0 Request processed in 353us (648us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.122314:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36708 00000100:00100000:0.0:1771968965.124608:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.124678:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754112256 00000100:00100000:2.0:1771968965.124731:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36709 00000100:00100000:2.0:1771968965.124739:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000068fecb60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+15:12536:x1858043754112256:12345-192.168.202.27@tcp:101:diff.0 00010000:00010000:2.0:1771968965.124762:0:6230:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1771968965.124779:0:6230:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: 000000005990c9ed/0x9268ded837c50a86 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5153e6f2a03e97e expref: -99 pid: 6230 timeout: 0 lvb_type: 0 00000004:00200000:2.0:1771968965.124880:0:6230:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x3c4:0x0]: returning size 4096 00010000:00010000:2.0:1771968965.124986:0:6230:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: 000000005990c9ed/0x9268ded837c50a86 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e97e expref: 17 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968965.124993:0:6230:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: 000000005990c9ed/0x9268ded837c50a86 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a03e97e expref: 17 pid: 6230 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968965.125007:0:6230:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock 000000005990c9ed, rc 0) 00000100:00100000:2.0:1771968965.125046:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000068fecb60 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+16:12536:x1858043754112256:12345-192.168.202.27@tcp:101:diff.0 Request processed in 309us (447us total) trans 4294984577 rc 301/301 00000100:00100000:2.0:1771968965.125052:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36709 00000100:00100000:1.0:1771968965.127096:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.127223:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754112320 00000100:00100000:2.0:1771968965.127262:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9801 00000100:00100000:2.0:1771968965.127267:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000006bb85f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+16:12536:x1858043754112320:12345-192.168.202.27@tcp:37:diff.0 00000100:00100000:2.0:1771968965.130481:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000006bb85f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+16:12536:x1858043754112320:12345-192.168.202.27@tcp:37:diff.0 Request processed in 3201us (3381us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.130500:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9801 00000100:00100000:0.0:1771968965.133489:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.133551:0:14898:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754112448 00000100:00100000:2.0:1771968965.133615:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 9802 00000100:00100000:2.0:1771968965.133624:0:14898:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ef5e40f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+16:12536:x1858043754112448:12345-192.168.202.27@tcp:35:diff.0 00000100:00100000:2.0:1771968965.134035:0:14898:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ef5e40f pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12536:x1858043754112448:12345-192.168.202.27@tcp:35:diff.0 Request processed in 412us (555us total) trans 4294984578 rc 0/0 00000100:00100000:2.0:1771968965.134042:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 9802 00000100:00100000:1.0:1771968965.146936:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.147108:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754112512 00000100:00100000:2.0:1771968965.147199:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36710 00000100:00100000:2.0:1771968965.147207:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000085f7df1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754112512:12345-192.168.202.27@tcp:501:chlg_load_threa.0 00000100:00100000:2.0:1771968965.147438:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000085f7df1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754112512:12345-192.168.202.27@tcp:501:chlg_load_threa.0 Request processed in 230us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.147447:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36710 00000100:00100000:0.0:1771968965.149305:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968965.149365:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754112576 00000100:00100000:3.0:1771968965.149414:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36711 00000100:00100000:3.0:1771968965.149421:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a50804ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754112576:12345-192.168.202.27@tcp:503:chlg_load_threa.0 00000100:00100000:3.0:1771968965.149595:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a50804ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754112576:12345-192.168.202.27@tcp:503:chlg_load_threa.0 Request processed in 174us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968965.149603:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36711 00000100:00100000:1.0:1771968965.152410:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968965.152517:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754112640 00000100:00100000:3.0:1771968965.152571:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36712 00000100:00100000:3.0:1771968965.152579:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007ca9fee0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754112640:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968965.152842:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007ca9fee0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754112640:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 252us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968965.152851:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36712 00000100:00100000:1.0:1771968965.156268:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.156730:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754112704 00000100:00100000:2.0:1771968965.156798:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36713 00000100:00100000:2.0:1771968965.156806:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b8aeeb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754112704:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.157008:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b8aeeb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754112704:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 203us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.157014:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36713 00000100:00100000:0.0:1771968965.158635:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968965.158782:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754112768 00000100:00100000:3.0:1771968965.158877:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36714 00000100:00100000:3.0:1771968965.158882:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000bb7f6e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754112768:12345-192.168.202.27@tcp:501:chlg_load_threa.0 00000100:00100000:3.0:1771968965.158967:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000bb7f6e6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754112768:12345-192.168.202.27@tcp:501:chlg_load_threa.0 Request processed in 85us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968965.158973:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36714 00000100:00100000:1.0:1771968965.160504:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968965.160577:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754112832 00000100:00100000:3.0:1771968965.160650:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36715 00000100:00100000:3.0:1771968965.160657:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000862274eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754112832:12345-192.168.202.27@tcp:503:chlg_load_threa.0 00000100:00100000:3.0:1771968965.160865:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000862274eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754112832:12345-192.168.202.27@tcp:503:chlg_load_threa.0 Request processed in 207us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968965.160874:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36715 00000100:00100000:1.0:1771968965.162167:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968965.162689:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754112896 00000100:00100000:3.0:1771968965.162862:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36716 00000100:00100000:3.0:1771968965.162870:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003ad51d76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754112896:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968965.163071:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003ad51d76 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754112896:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 202us (910us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968965.163082:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36716 00000100:00100000:0.0:1771968965.166659:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968965.166737:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754112960 00000100:00100000:3.0:1771968965.166906:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36717 00000100:00100000:3.0:1771968965.166912:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000076f5cf3f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754112960:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968965.168034:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000076f5cf3f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754112960:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 1114us (1379us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968965.168048:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36717 00000100:00100000:1.0:1771968965.170544:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968965.170866:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754113024 00000100:00100000:3.0:1771968965.170935:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36718 00000100:00100000:3.0:1771968965.170943:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000051d134ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754113024:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968965.171477:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000051d134ef pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754113024:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 532us (938us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968965.171489:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36718 00000100:00100000:1.0:1771968965.176231:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968965.176314:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754113088 00000100:00100000:3.0:1771968965.176402:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36719 00000100:00100000:3.0:1771968965.176411:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000005899d603 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754113088:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968965.176672:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000005899d603 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754113088:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 261us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968965.176682:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36719 00000100:00100000:0.0:1771968965.179105:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.179442:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754113152 00000100:00100000:2.0:1771968965.179532:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36720 00000100:00100000:2.0:1771968965.179543:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000038be6f08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754113152:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.179841:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000038be6f08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754113152:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 290us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.179849:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36720 00000100:00100000:1.0:1771968965.181890:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968965.181949:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754113216 00000100:00100000:3.0:1771968965.181999:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36721 00000100:00100000:3.0:1771968965.182005:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000098b818e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754113216:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968965.182215:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000098b818e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754113216:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 166us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968965.182224:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36721 00000100:00100000:1.0:1771968965.183218:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968965.183307:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754113280 00000100:00100000:3.0:1771968965.183352:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36722 00000100:00100000:3.0:1771968965.183358:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000760f3d9b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754113280:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:3.0:1771968965.183484:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000760f3d9b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754113280:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 125us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968965.183492:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36722 00000100:00100000:0.0:1771968965.186082:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968965.186338:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754113344 00000100:00100000:2.0:1771968965.186732:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36723 00000100:00100000:2.0:1771968965.186742:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001d1bbb27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754113344:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.186969:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001d1bbb27 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754113344:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 227us (902us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.186978:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36723 00000100:00100000:1.0:1771968965.191142:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.192092:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754113408 00000100:00100000:2.0:1771968965.192380:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36724 00000100:00100000:2.0:1771968965.192389:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d0f3c20e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754113408:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.192645:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d0f3c20e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754113408:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 256us (1517us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.192663:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36724 00000100:00100000:1.0:1771968965.193459:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968965.193499:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968965.193528:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.193552:0:6225:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754113472 00000100:00100000:1.0:1771968965.193565:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.193596:0:6225:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 371 00000100:00100000:0.0:1771968965.193599:0:14890:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754113600 00000100:00100000:2.0:1771968965.193605:0:6225:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8621681 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:17891c90-7ec6-4c74-9a9b-9a9789a7ac8c+9:2266:x1858043754113472:12345-192.168.202.27@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1771968965.193649:0:14890:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754113664 00000100:00100000:2.0:1771968965.193653:0:6225:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8621681 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:17891c90-7ec6-4c74-9a9b-9a9789a7ac8c+9:2266:x1858043754113472:12345-192.168.202.27@tcp:400:kworker/u8:1.0 Request processed in 48us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.193668:0:6225:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 371 00000100:00100000:0.0:1771968965.193687:0:8659:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 192 00000100:00100000:0.0:1771968965.193694:0:8659:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbc819f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+6:2266:x1858043754113600:12345-192.168.202.27@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1771968965.193736:0:8659:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbc819f5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+6:2266:x1858043754113600:12345-192.168.202.27@tcp:400:kworker/u8:1.0 Request processed in 38us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.193737:0:14893:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 193 00000100:00100000:2.0:1771968965.193747:0:14893:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000032a29fe4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:36e9446e-9e06-4a7a-b2b0-6da64f399773+5:2266:x1858043754113664:12345-192.168.202.27@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1771968965.193751:0:8659:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 192 00000100:00100000:2.0:1771968965.193783:0:14893:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000032a29fe4 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:36e9446e-9e06-4a7a-b2b0-6da64f399773+5:2266:x1858043754113664:12345-192.168.202.27@tcp:400:kworker/u8:1.0 Request processed in 37us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.193792:0:14893:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 193 00000100:00100000:3.0:1771968965.194089:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754113536 00000100:00100000:3.0:1771968965.194133:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 422 00000100:00100000:3.0:1771968965.194139:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d13b01fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+5:2266:x1858043754113536:12345-192.168.202.27@tcp:400:kworker/u8:1.0 00000100:00100000:3.0:1771968965.194214:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d13b01fc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+5:2266:x1858043754113536:12345-192.168.202.27@tcp:400:kworker/u8:1.0 Request processed in 74us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1771968965.194222:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 422 00000100:00100000:1.0:1771968965.195871:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.196462:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754113728 00000100:00100000:2.0:1771968965.196532:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36725 00000100:00100000:2.0:1771968965.196541:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000062ff7124 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754113728:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.196753:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000062ff7124 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754113728:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 212us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.196762:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36725 00000100:00100000:1.0:1771968965.203957:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.205968:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754113792 00000100:00100000:2.0:1771968965.206061:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36726 00000100:00100000:2.0:1771968965.206070:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a98d5012 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754113792:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.206380:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a98d5012 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754113792:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 310us (2436us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.206390:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36726 00000100:00100000:1.0:1771968965.211055:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.211209:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754113856 00000100:00100000:2.0:1771968965.211283:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36727 00000100:00100000:2.0:1771968965.211291:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000633b29b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754113856:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.211498:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000633b29b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754113856:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 206us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.211505:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36727 00000100:00100000:1.0:1771968965.213068:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.213151:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754113920 00000100:00100000:2.0:1771968965.213241:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36728 00000100:00100000:2.0:1771968965.213248:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000047ae2429 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754113920:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.213436:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000047ae2429 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754113920:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 188us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.213444:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36728 00000100:00100000:1.0:1771968965.216557:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.216642:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754113984 00000100:00100000:2.0:1771968965.216706:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36729 00000100:00100000:2.0:1771968965.216714:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c28e8fa6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754113984:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.216941:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c28e8fa6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754113984:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 226us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.216950:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36729 00000100:00100000:1.0:1771968965.221338:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:3.0:1771968965.225349:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754114048 00000100:00100000:2.0:1771968965.225557:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36730 00000100:00100000:2.0:1771968965.225567:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c984fba4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114048:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.225778:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c984fba4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114048:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 212us (4454us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.225785:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36730 00000100:00100000:1.0:1771968965.228292:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.228474:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754114112 00000100:00100000:2.0:1771968965.228530:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36731 00000100:00100000:2.0:1771968965.228538:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e123d89d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114112:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.231146:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e123d89d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114112:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 2596us (2850us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.231163:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36731 00000100:00100000:1.0:1771968965.235745:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.235871:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754114176 00000100:00100000:2.0:1771968965.235999:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36732 00000100:00100000:2.0:1771968965.236009:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fbc819f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114176:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.236273:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fbc819f5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114176:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 264us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.236284:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36732 00000100:00100000:1.0:1771968965.238771:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.239041:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754114240 00000100:00100000:2.0:1771968965.239156:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36733 00000100:00100000:2.0:1771968965.239164:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000541eddb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114240:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.239402:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000541eddb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114240:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 238us (642us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.239413:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36733 00000100:00100000:1.0:1771968965.244114:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.244231:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754114304 00000100:00100000:2.0:1771968965.244305:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36734 00000100:00100000:2.0:1771968965.244314:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d60fee3a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114304:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.244627:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d60fee3a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114304:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 314us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.244637:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36734 00000100:00100000:1.0:1771968965.246742:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.246859:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754114368 00000100:00100000:2.0:1771968965.246963:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36735 00000100:00100000:2.0:1771968965.246969:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000036e8a862 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114368:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.247121:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000036e8a862 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114368:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 151us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.247128:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36735 00000100:00100000:1.0:1771968965.251488:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.252003:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754114432 00000100:00100000:2.0:1771968965.252136:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36736 00000100:00100000:2.0:1771968965.252145:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008fa150ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114432:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.252418:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008fa150ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114432:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 273us (943us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.252427:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36736 00000100:00100000:1.0:1771968965.254082:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.254165:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754114496 00000100:00100000:2.0:1771968965.254247:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36737 00000100:00100000:2.0:1771968965.254255:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb2bd9aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114496:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.254600:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb2bd9aa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114496:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 344us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.254608:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36737 00010000:00010000:3.0:1771968965.257466:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1771968965.258158:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.258281:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754114560 00000100:00100000:2.0:1771968965.258332:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36738 00000100:00100000:2.0:1771968965.258340:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000030c4f4d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114560:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.258677:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000030c4f4d0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114560:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 336us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.258686:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36738 00000100:00100000:1.0:1771968965.261158:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.261298:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754114624 00000100:00100000:2.0:1771968965.261359:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36739 00000100:00100000:2.0:1771968965.261368:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008b5441eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114624:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.261668:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008b5441eb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114624:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 300us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.261677:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36739 00000100:00100000:1.0:1771968965.265608:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.265890:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754114688 00000100:00100000:2.0:1771968965.265962:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36740 00000100:00100000:2.0:1771968965.265970:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000db56e782 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114688:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.266222:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000db56e782 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114688:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 252us (627us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.266232:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36740 00000100:00100000:1.0:1771968965.268439:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.268600:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754114752 00000100:00100000:0.0:1771968965.268655:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36741 00000100:00100000:0.0:1771968965.268662:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002a81845f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114752:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.268854:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002a81845f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114752:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 192us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.268863:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36741 00000100:00100000:1.0:1771968965.271493:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.272027:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754114816 00000100:00100000:0.0:1771968965.272095:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36742 00000100:00100000:0.0:1771968965.272103:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004ef543a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114816:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.272343:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004ef543a4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114816:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 240us (870us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.272353:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36742 00000100:00100000:1.0:1771968965.275161:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.275354:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754114880 00000100:00100000:0.0:1771968965.275461:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36743 00000100:00100000:0.0:1771968965.275470:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000042b6133 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114880:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.275675:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000042b6133 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114880:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 205us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.275685:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36743 00000100:00100000:1.0:1771968965.284892:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.285423:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754114944 00000100:00100000:0.0:1771968965.285548:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36744 00000100:00100000:0.0:1771968965.285557:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008eeab365 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114944:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.285780:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008eeab365 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754114944:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 223us (900us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.285789:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36744 00000100:00100000:1.0:1771968965.288647:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.288750:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754115008 00000100:00100000:0.0:1771968965.288995:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36745 00000100:00100000:0.0:1771968965.289003:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a80f930 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115008:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.289247:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a80f930 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115008:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 244us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.289255:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36745 00000100:00100000:1.0:1771968965.291746:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.291974:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754115072 00000100:00100000:2.0:1771968965.292028:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36746 00000100:00100000:2.0:1771968965.292036:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000787f2c01 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115072:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.293036:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000787f2c01 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115072:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 996us (1297us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.293048:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36746 00000100:00100000:1.0:1771968965.294738:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.294811:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754115136 00000100:00100000:2.0:1771968965.294882:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36747 00000100:00100000:2.0:1771968965.294890:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009a27bca6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115136:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.295065:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009a27bca6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115136:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 175us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.295074:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36747 00000100:00100000:1.0:1771968965.296263:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.296350:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754115200 00000100:00100000:2.0:1771968965.296391:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36748 00000100:00100000:2.0:1771968965.296397:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000095cdb8a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115200:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.296510:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000095cdb8a1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115200:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 112us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.296518:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36748 00000100:00100000:1.0:1771968965.297709:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.297768:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754115264 00000100:00100000:2.0:1771968965.297817:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36749 00000100:00100000:2.0:1771968965.297823:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000008303079 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115264:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.298072:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000008303079 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115264:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 248us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.298078:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36749 00000100:00100000:1.0:1771968965.300039:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.300101:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754115328 00000100:00100000:2.0:1771968965.300145:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36750 00000100:00100000:2.0:1771968965.300152:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000041b81a7c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115328:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.300346:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000041b81a7c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115328:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 194us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.300355:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36750 00000100:00100000:1.0:1771968965.302351:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.302406:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754115392 00000100:00100000:2.0:1771968965.302447:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36751 00000100:00100000:2.0:1771968965.302454:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001340acb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115392:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.302602:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001340acb1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115392:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 149us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.302608:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36751 00000100:00100000:1.0:1771968965.305719:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.305796:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754115456 00000100:00100000:2.0:1771968965.305869:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36752 00000100:00100000:2.0:1771968965.305876:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000091e3671a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115456:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.306055:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000091e3671a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115456:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 178us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.306065:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36752 00000100:00100000:1.0:1771968965.306998:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.307059:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754115520 00000100:00100000:0.0:1771968965.307112:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36753 00000100:00100000:0.0:1771968965.307117:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b8956b41 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115520:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.307256:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b8956b41 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115520:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 138us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.307262:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36753 00000100:00100000:1.0:1771968965.311273:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.311363:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754115584 00000100:00100000:2.0:1771968965.311431:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36754 00000100:00100000:2.0:1771968965.311438:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070fc4f3e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115584:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.311628:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070fc4f3e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115584:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 189us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.311638:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36754 00000100:00100000:1.0:1771968965.312916:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.312986:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754115648 00000100:00100000:2.0:1771968965.313064:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36755 00000100:00100000:2.0:1771968965.313071:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000ca16092 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115648:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.313218:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000ca16092 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115648:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 146us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.313226:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36755 00000100:00100000:1.0:1771968965.314669:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.314717:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754115712 00000100:00100000:2.0:1771968965.314750:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36756 00000100:00100000:2.0:1771968965.314755:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000eb48624a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115712:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.314871:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000eb48624a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115712:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 115us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.314880:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36756 00000100:00100000:1.0:1771968965.316955:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.317017:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754115776 00000100:00100000:0.0:1771968965.317073:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36757 00000100:00100000:0.0:1771968965.317079:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5ac770f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115776:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.317277:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5ac770f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115776:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 197us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.317286:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36757 00000100:00100000:1.0:1771968965.322033:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.322105:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754115840 00000100:00100000:2.0:1771968965.322210:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36758 00000100:00100000:2.0:1771968965.322218:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054d81687 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115840:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.322461:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054d81687 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115840:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 242us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.322471:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36758 00000100:00100000:1.0:1771968965.326273:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.326391:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754115904 00000100:00100000:0.0:1771968965.326458:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36759 00000100:00100000:0.0:1771968965.326464:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000beace0a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115904:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.326638:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000beace0a9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115904:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 173us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.326647:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36759 00000100:00100000:1.0:1771968965.329229:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.329300:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754115968 00000100:00100000:2.0:1771968965.329354:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36760 00000100:00100000:2.0:1771968965.329362:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002405f5e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115968:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.330988:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002405f5e3 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754115968:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 1622us (1764us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.331001:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36760 00000100:00100000:1.0:1771968965.332846:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.332990:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754116032 00000100:00100000:2.0:1771968965.333047:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36761 00000100:00100000:2.0:1771968965.333055:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000025463c1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116032:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.333237:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000025463c1d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116032:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 182us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.333256:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36761 00000100:00100000:1.0:1771968965.334889:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.334998:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754116096 00000100:00100000:2.0:1771968965.335905:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36762 00000100:00100000:2.0:1771968965.335912:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001941ab0c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116096:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.336089:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001941ab0c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116096:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 176us (1206us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.336097:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36762 00000100:00100000:1.0:1771968965.337451:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.337506:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754116160 00000100:00100000:2.0:1771968965.337559:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36763 00000100:00100000:2.0:1771968965.337563:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001da9644c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116160:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.337673:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001da9644c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116160:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 108us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.337681:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36763 00000100:00100000:1.0:1771968965.339316:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.339402:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754116224 00000100:00100000:0.0:1771968965.339441:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36764 00000100:00100000:0.0:1771968965.339445:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000000a4dd1d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116224:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.339656:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000000a4dd1d9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116224:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 209us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.339665:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36764 00000100:00100000:1.0:1771968965.341122:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.341270:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754116288 00000100:00100000:0.0:1771968965.341300:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36765 00000100:00100000:0.0:1771968965.341306:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000071a77426 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116288:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.341444:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000071a77426 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116288:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 137us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.341451:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36765 00000100:00100000:1.0:1771968965.343003:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.343112:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754116352 00000100:00100000:0.0:1771968965.343157:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36766 00000100:00100000:0.0:1771968965.343164:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000667b6fd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116352:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.343417:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000667b6fd8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116352:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 252us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.343425:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36766 00000100:00100000:1.0:1771968965.345129:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.345348:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754116416 00000100:00100000:0.0:1771968965.345381:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36767 00000100:00100000:0.0:1771968965.345387:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000070873f6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116416:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.345556:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000070873f6f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116416:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 169us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.345565:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36767 00000100:00100000:1.0:1771968965.347445:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.347757:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754116480 00000100:00100000:0.0:1771968965.347820:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36768 00000100:00100000:0.0:1771968965.347827:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020d4595e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116480:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.348150:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020d4595e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116480:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 322us (710us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.348158:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36768 00000100:00100000:1.0:1771968965.349775:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.349899:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754116544 00000100:00100000:0.0:1771968965.349951:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36769 00000100:00100000:0.0:1771968965.349958:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e01f74d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116544:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.350149:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e01f74d6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116544:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 190us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.350158:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36769 00000100:00100000:1.0:1771968965.351626:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.351875:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754116608 00000100:00100000:2.0:1771968965.351935:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36770 00000100:00100000:2.0:1771968965.351942:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000028a13705 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116608:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.352102:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000028a13705 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116608:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 159us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.352121:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36770 00000100:00100000:1.0:1771968965.357538:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.357626:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754116672 00000100:00100000:2.0:1771968965.357704:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36771 00000100:00100000:2.0:1771968965.357712:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004dce928a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116672:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.357941:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004dce928a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116672:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 229us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.357950:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36771 00000100:00100000:1.0:1771968965.361547:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.361723:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754116736 00000100:00100000:2.0:1771968965.361793:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36772 00000100:00100000:2.0:1771968965.361802:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000002f8e90ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116736:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.362043:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000002f8e90ea pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116736:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 237us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.362053:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36772 00000100:00100000:1.0:1771968965.363284:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.363352:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754116800 00000100:00100000:2.0:1771968965.363400:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36773 00000100:00100000:2.0:1771968965.363407:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b332529b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116800:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.363587:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b332529b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116800:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 179us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.363596:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36773 00000100:00100000:1.0:1771968965.364994:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.365230:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754116864 00000100:00100000:2.0:1771968965.365278:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36774 00000100:00100000:2.0:1771968965.365285:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000824bc74e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116864:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.366079:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000824bc74e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116864:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 788us (1088us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.366093:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36774 00000100:00100000:1.0:1771968965.368661:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.368867:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754116928 00000100:00100000:0.0:1771968965.369033:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36775 00000100:00100000:0.0:1771968965.369042:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c7f04429 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116928:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.369301:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c7f04429 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116928:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 259us (662us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.369311:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36775 00000100:00100000:1.0:1771968965.371295:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.371574:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754116992 00000100:00100000:0.0:1771968965.371634:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36776 00000100:00100000:0.0:1771968965.371641:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003d3dc8d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116992:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.371861:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003d3dc8d8 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754116992:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 219us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.371870:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36776 00000100:00100000:1.0:1771968965.374266:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.374556:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754117056 00000100:00100000:2.0:1771968965.374647:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36777 00000100:00100000:2.0:1771968965.374662:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f26328db pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117056:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.374943:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f26328db pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117056:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 280us (774us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.374951:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36777 00000100:00100000:1.0:1771968965.377262:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.377553:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754117120 00000100:00100000:2.0:1771968965.377602:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36778 00000100:00100000:2.0:1771968965.377608:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007744f7bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117120:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.377783:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007744f7bf pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117120:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 175us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.377790:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36778 00000100:00100000:1.0:1771968965.379086:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.379141:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754117184 00000100:00100000:2.0:1771968965.379211:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36779 00000100:00100000:2.0:1771968965.379217:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a18b71bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117184:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.379368:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a18b71bb pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117184:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 150us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.379377:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36779 00000100:00100000:1.0:1771968965.380843:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.381143:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754117248 00000100:00100000:2.0:1771968965.381220:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36780 00000100:00100000:2.0:1771968965.381226:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c198278c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117248:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.381449:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c198278c pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117248:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 221us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.381458:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36780 00000100:00100000:1.0:1771968965.384713:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.384795:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754117312 00000100:00100000:2.0:1771968965.384871:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36781 00000100:00100000:2.0:1771968965.384880:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b2538c83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117312:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.385080:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b2538c83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117312:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 200us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.385089:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36781 00000100:00100000:1.0:1771968965.387346:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.387492:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754117376 00000100:00100000:0.0:1771968965.387548:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36782 00000100:00100000:0.0:1771968965.387555:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f7e44408 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117376:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.387734:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f7e44408 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117376:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 178us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.387742:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36782 00000100:00100000:1.0:1771968965.391560:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.391822:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754117440 00000100:00100000:2.0:1771968965.391902:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36783 00000100:00100000:2.0:1771968965.392018:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ae2779e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117440:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.392357:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ae2779e7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117440:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 446us (809us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.392367:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36783 00000100:00100000:1.0:1771968965.394924:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.395919:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754117504 00000100:00100000:2.0:1771968965.396008:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36784 00000100:00100000:2.0:1771968965.396014:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000059f6a514 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117504:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.396225:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000059f6a514 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117504:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 211us (1629us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.396233:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36784 00000100:00100000:1.0:1771968965.398635:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.398776:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754117568 00000100:00100000:2.0:1771968965.398846:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36785 00000100:00100000:2.0:1771968965.398853:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006bb0dbb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117568:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.399127:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006bb0dbb2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117568:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 274us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.399136:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36785 00000100:00100000:1.0:1771968965.401448:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.401557:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754117632 00000100:00100000:2.0:1771968965.401614:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36786 00000100:00100000:2.0:1771968965.401621:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000061d1f975 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117632:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.401800:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000061d1f975 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117632:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 180us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.401807:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36786 00000100:00100000:1.0:1771968965.403257:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.403371:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754117696 00000100:00100000:0.0:1771968965.403473:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36787 00000100:00100000:0.0:1771968965.403481:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001b50d757 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117696:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.403642:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001b50d757 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117696:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 156us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.403650:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36787 00000100:00100000:1.0:1771968965.407125:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.407878:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754117760 00000100:00100000:0.0:1771968965.407957:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36788 00000100:00100000:0.0:1771968965.407966:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020fabd08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117760:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.408243:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020fabd08 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117760:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 276us (1129us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.408253:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36788 00000100:00100000:1.0:1771968965.415655:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.415778:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754117824 00000100:00100000:0.0:1771968965.415859:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36789 00000100:00100000:0.0:1771968965.415869:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000940872ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117824:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.416222:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000940872ca pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117824:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 353us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.416229:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36789 00000100:00100000:1.0:1771968965.420423:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.421907:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754117888 00000100:00100000:0.0:1771968965.421981:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36790 00000100:00100000:0.0:1771968965.421988:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000044f85205 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117888:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.422897:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000044f85205 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117888:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 906us (2550us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.422908:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36790 00000100:00100000:1.0:1771968965.426124:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.426239:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754117952 00000100:00100000:0.0:1771968965.426312:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36791 00000100:00100000:0.0:1771968965.426321:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000069c7e1d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117952:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.427275:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000069c7e1d1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754117952:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 952us (1162us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.427286:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36791 00000100:00100000:1.0:1771968965.433359:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.433469:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754118016 00000100:00100000:0.0:1771968965.433555:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36792 00000100:00100000:0.0:1771968965.433562:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000033fb85d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118016:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.434946:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000033fb85d7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118016:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 1377us (1592us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.434961:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36792 00000100:00100000:1.0:1771968965.438056:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.438172:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754118080 00000100:00100000:0.0:1771968965.438331:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36793 00000100:00100000:0.0:1771968965.438338:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e2a33998 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118080:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.439234:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e2a33998 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118080:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 891us (1189us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.439245:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36793 00000100:00100000:1.0:1771968965.442519:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.442611:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754118144 00000100:00100000:0.0:1771968965.442665:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36794 00000100:00100000:0.0:1771968965.442670:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000001c9043b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118144:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.442873:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000001c9043b7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118144:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 202us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.442882:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36794 00000100:00100000:1.0:1771968965.450932:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.451164:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754118208 00000100:00100000:2.0:1771968965.451312:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36795 00000100:00100000:2.0:1771968965.451320:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006baca411 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118208:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.451531:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006baca411 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118208:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 211us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.451540:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36795 00000100:00100000:1.0:1771968965.456228:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.456671:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754118272 00000100:00100000:2.0:1771968965.456740:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36796 00000100:00100000:2.0:1771968965.456748:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006b84c690 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118272:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.457038:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006b84c690 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118272:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 289us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.457048:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36796 00000100:00100000:1.0:1771968965.462898:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.463129:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754118336 00000100:00100000:0.0:1771968965.463272:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36797 00000100:00100000:0.0:1771968965.463282:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d18b8e7e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118336:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.463501:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d18b8e7e pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118336:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 219us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.463512:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36797 00000100:00100000:1.0:1771968965.466048:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.466158:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754118400 00000100:00100000:0.0:1771968965.466468:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36798 00000100:00100000:0.0:1771968965.466477:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b0217571 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118400:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.466682:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b0217571 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118400:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 205us (695us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.466691:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36798 00000100:00100000:1.0:1771968965.469022:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.469161:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754118464 00000100:00100000:0.0:1771968965.469250:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36799 00000100:00100000:0.0:1771968965.469257:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e635e6ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118464:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.469424:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e635e6ad pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118464:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 166us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.469433:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36799 00000100:00100000:1.0:1771968965.471275:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.471403:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754118528 00000100:00100000:2.0:1771968965.471504:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36800 00000100:00100000:2.0:1771968965.471511:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000086ff7e89 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118528:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.471702:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000086ff7e89 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118528:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 190us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.471711:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36800 00000100:00100000:1.0:1771968965.472964:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.473093:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754118592 00000100:00100000:2.0:1771968965.473145:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36801 00000100:00100000:2.0:1771968965.473151:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000056fabe6d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118592:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.473328:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000056fabe6d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118592:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 176us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.473336:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36801 00000100:00100000:1.0:1771968965.477850:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.478283:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754118656 00000100:00100000:0.0:1771968965.478354:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36802 00000100:00100000:0.0:1771968965.478362:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c2604f92 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118656:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.478725:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c2604f92 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118656:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 362us (896us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.478735:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36802 00000100:00100000:1.0:1771968965.483493:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.483721:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754118720 00000100:00100000:0.0:1771968965.483852:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36803 00000100:00100000:0.0:1771968965.483862:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b6886816 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118720:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.484084:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b6886816 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118720:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 222us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.484094:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36803 00000100:00100000:1.0:1771968965.489934:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.490086:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754118784 00000100:00100000:0.0:1771968965.490153:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36804 00000100:00100000:0.0:1771968965.490160:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000054cccc49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118784:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.490376:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000054cccc49 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118784:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 216us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.490386:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36804 00000100:00100000:1.0:1771968965.493757:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.493920:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754118848 00000100:00100000:2.0:1771968965.493989:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36805 00000100:00100000:2.0:1771968965.493998:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fcb088fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118848:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.494317:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fcb088fa pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118848:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 319us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.494326:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36805 00000100:00100000:1.0:1771968965.499407:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.499638:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754118912 00000100:00100000:2.0:1771968965.499710:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36806 00000100:00100000:2.0:1771968965.499719:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000096796d65 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118912:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.499952:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000096796d65 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118912:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 233us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.499963:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36806 00000100:00100000:1.0:1771968965.501795:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.502268:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754118976 00000100:00100000:2.0:1771968965.502329:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36807 00000100:00100000:2.0:1771968965.502337:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000060e78b82 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118976:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.502655:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000060e78b82 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754118976:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 316us (868us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.502663:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36807 00000100:00100000:1.0:1771968965.505300:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.505426:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754119040 00000100:00100000:2.0:1771968965.505497:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36808 00000100:00100000:2.0:1771968965.505505:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000832263af pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119040:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.505835:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000832263af pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119040:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 322us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.505844:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36808 00000100:00100000:1.0:1771968965.508132:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.508315:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754119104 00000100:00100000:2.0:1771968965.508412:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36809 00000100:00100000:2.0:1771968965.508419:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000ceb8c13a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119104:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.508590:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000ceb8c13a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119104:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 172us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.508597:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36809 00000100:00100000:1.0:1771968965.510343:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.511475:0:6231:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754119168 00000100:00100000:0.0:1771968965.511536:0:6231:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36810 00000100:00100000:0.0:1771968965.511541:0:6231:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e3e792d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119168:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.511720:0:6231:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e3e792d4 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119168:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 179us (1394us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.511728:0:6231:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36810 00000100:00100000:1.0:1771968965.514313:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.514400:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754119232 00000100:00100000:2.0:1771968965.514478:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36811 00000100:00100000:2.0:1771968965.514485:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000123e9cab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119232:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.514724:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000123e9cab pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119232:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 239us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.514731:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36811 00000100:00100000:3.0:1771968965.516820:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968965.518342:0:14872:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754119296 00000100:00100000:1.0:1771968965.518417:0:14872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36812 00000100:00100000:1.0:1771968965.518426:0:14872:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000035b00ab7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119296:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1771968965.518641:0:14872:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000035b00ab7 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119296:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 214us (1833us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968965.518860:0:14872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36812 00000100:00100000:3.0:1771968965.521008:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.521077:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754119360 00000100:00100000:0.0:1771968965.521119:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36813 00000100:00100000:0.0:1771968965.521125:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006f479c45 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119360:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.521299:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006f479c45 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119360:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 174us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.521305:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36813 00000100:00100000:1.0:1771968965.523287:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.523537:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754119424 00000100:00100000:2.0:1771968965.523590:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36814 00000100:00100000:2.0:1771968965.523598:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009e99e577 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119424:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.523805:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009e99e577 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119424:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 207us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.523814:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36814 00000100:00100000:3.0:1771968965.525741:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.525854:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754119488 00000100:00100000:0.0:1771968965.525914:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36815 00000100:00100000:0.0:1771968965.525923:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055cc3933 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119488:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.526114:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055cc3933 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119488:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 191us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.526122:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36815 00000100:00100000:3.0:1771968965.528474:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.528590:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754119552 00000100:00100000:2.0:1771968965.528655:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36816 00000100:00100000:2.0:1771968965.528663:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000004d1ae569 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119552:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.528877:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000004d1ae569 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119552:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 213us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.528885:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36816 00000100:00100000:1.0:1771968965.531745:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.531868:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754119616 00000100:00100000:0.0:1771968965.531934:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36817 00000100:00100000:0.0:1771968965.531942:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000785ecdd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119616:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.532145:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000785ecdd1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119616:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 202us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.532154:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36817 00000100:00100000:3.0:1771968965.535064:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.535225:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754119680 00000100:00100000:2.0:1771968965.535290:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36818 00000100:00100000:2.0:1771968965.535300:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000767169f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119680:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.535511:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000767169f9 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119680:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 212us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.535518:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36818 00000100:00100000:3.0:1771968965.539063:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.539379:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754119744 00000100:00100000:0.0:1771968965.539449:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36819 00000100:00100000:0.0:1771968965.539456:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000fce3165f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119744:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.539749:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000fce3165f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119744:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 292us (697us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.539760:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36819 00000100:00100000:1.0:1771968965.543689:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.544674:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754119808 00000100:00100000:0.0:1771968965.544754:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36820 00000100:00100000:0.0:1771968965.544762:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000666056f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119808:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.544989:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000666056f6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119808:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 227us (1314us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.544999:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36820 00000100:00100000:3.0:1771968965.551312:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.551463:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754119872 00000100:00100000:2.0:1771968965.551539:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36821 00000100:00100000:2.0:1771968965.551547:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000935818b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119872:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.551881:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000935818b1 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119872:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 333us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.551891:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36821 00000100:00100000:3.0:1771968965.553873:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.553988:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754119936 00000100:00100000:2.0:1771968965.554088:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36822 00000100:00100000:2.0:1771968965.554095:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000003df78ae2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119936:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.554305:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000003df78ae2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754119936:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 210us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.554314:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36822 00000100:00100000:1.0:1771968965.555577:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.555655:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754120000 00000100:00100000:2.0:1771968965.555695:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36823 00000100:00100000:2.0:1771968965.555701:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000006ae5dc9a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120000:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.555846:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000006ae5dc9a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120000:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 143us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.555854:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36823 00000100:00100000:3.0:1771968965.557642:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.557740:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754120064 00000100:00100000:0.0:1771968965.557794:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36824 00000100:00100000:0.0:1771968965.557802:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a425e012 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120064:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.558097:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a425e012 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120064:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 294us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.558105:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36824 00000100:00100000:3.0:1771968965.560263:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.560381:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754120128 00000100:00100000:0.0:1771968965.560492:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36825 00000100:00100000:0.0:1771968965.560501:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000b4c78875 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120128:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.560717:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000b4c78875 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120128:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 216us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.560727:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36825 00000100:00100000:1.0:1771968965.562758:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.563040:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754120192 00000100:00100000:0.0:1771968965.563095:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36826 00000100:00100000:0.0:1771968965.563101:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000020d21bb5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120192:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.563291:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000020d21bb5 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120192:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 188us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.563301:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36826 00000100:00100000:3.0:1771968965.564909:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968965.565006:0:14872:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754120256 00000100:00100000:1.0:1771968965.565061:0:14872:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36827 00000100:00100000:1.0:1771968965.565069:0:14872:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e9b9e0b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120256:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1771968965.565283:0:14872:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e9b9e0b6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120256:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 213us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968965.565291:0:14872:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36827 00000100:00100000:3.0:1771968965.567119:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968965.567209:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754120320 00000100:00100000:2.0:1771968965.567264:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36828 00000100:00100000:2.0:1771968965.567271:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000067b5386b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120320:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:2.0:1771968965.567440:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000067b5386b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120320:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 168us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968965.567449:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36828 00000100:00100000:3.0:1771968965.570342:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.570979:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754120384 00000100:00100000:0.0:1771968965.571042:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36829 00000100:00100000:0.0:1771968965.571049:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000013fde83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120384:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1771968965.571472:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000013fde83 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120384:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 421us (1138us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968965.571483:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36829 00000100:00100000:3.0:1771968965.573273:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968965.573415:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754120448 00000100:00100000:1.0:1771968965.573474:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36830 00000100:00100000:1.0:1771968965.573481:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000055a5de45 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120448:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1771968965.573948:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000055a5de45 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120448:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 465us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968965.573958:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36830 00000100:00100000:3.0:1771968965.575622:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968965.575737:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754120512 00000100:00100000:1.0:1771968965.575797:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36831 00000100:00100000:1.0:1771968965.575805:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000004654725 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120512:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1771968965.575994:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000004654725 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120512:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 190us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968965.576003:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36831 00000100:00100000:2.0:1771968965.577885:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.578361:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754120576 00000100:00100000:0.0:1771968965.578424:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36832 00000100:00100000:0.0:1771968965.578432:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000009b3548d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120576:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.578630:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000009b3548d2 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120576:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 198us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.578640:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36832 00000100:00100000:3.0:1771968965.579780:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.579917:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754120640 00000100:00100000:0.0:1771968965.579959:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36833 00000100:00100000:0.0:1771968965.579966:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000012b8384a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120640:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.580105:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000012b8384a pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120640:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 139us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.580114:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36833 00000100:00100000:0.0:1771968965.583531:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968965.583659:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754120704 00000100:00100000:1.0:1771968965.583731:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36834 00000100:00100000:1.0:1771968965.583740:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f78a7c5d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120704:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1771968965.583989:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f78a7c5d pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120704:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 249us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968965.584006:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36834 00000100:00100000:2.0:1771968965.589238:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.589320:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754120768 00000100:00100000:0.0:1771968965.589403:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36835 00000100:00100000:0.0:1771968965.589412:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007f023a3b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120768:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.589629:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007f023a3b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120768:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 216us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.589640:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36835 00000100:00100000:3.0:1771968965.592753:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968965.593232:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754120832 00000100:00100000:1.0:1771968965.593290:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36836 00000100:00100000:1.0:1771968965.593300:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e2ed5115 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120832:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1771968965.593538:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e2ed5115 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120832:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 238us (795us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968965.593549:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36836 00000100:00100000:2.0:1771968965.595613:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.595700:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754120896 00000100:00100000:0.0:1771968965.595766:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36837 00000100:00100000:0.0:1771968965.595774:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000007c69ee4b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120896:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.596533:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000007c69ee4b pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120896:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 754us (926us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.596547:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36837 00000100:00100000:2.0:1771968965.598611:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.598755:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754120960 00000100:00100000:0.0:1771968965.598960:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36838 00000100:00100000:0.0:1771968965.598968:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000c0858e09 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120960:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.599366:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000c0858e09 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754120960:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 397us (763us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.599376:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36838 00000100:00100000:3.0:1771968965.601984:0:3327:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.602114:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754121024 00000100:00100000:0.0:1771968965.602213:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36839 00000100:00100000:0.0:1771968965.602221:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000a590b6bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754121024:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.602409:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000a590b6bc pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754121024:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 188us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.602419:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36839 00000100:00100000:2.0:1771968965.606564:0:3326:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:1.0:1771968965.606645:0:8228:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754121088 00000100:00100000:1.0:1771968965.606725:0:8228:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36840 00000100:00100000:1.0:1771968965.606734:0:8228:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@000000008f39c4c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754121088:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:1.0:1771968965.607009:0:8228:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@000000008f39c4c6 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754121088:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 274us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968965.607018:0:8228:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36840 00000100:00100000:2.0:1771968965.609097:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:0.0:1771968965.609170:0:6230:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754121152 00000100:00100000:0.0:1771968965.609249:0:6230:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 36841 00000100:00100000:0.0:1771968965.609256:0:6230:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000f1c0e92f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754121152:12345-192.168.202.27@tcp:502:chlg_load_threa.0 00000100:00100000:0.0:1771968965.609431:0:6230:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000f1c0e92f pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:36e9446e-9e06-4a7a-b2b0-6da64f399773+17:12538:x1858043754121152:12345-192.168.202.27@tcp:502:chlg_load_threa.0 Request processed in 175us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1771968965.609441:0:6230:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 36841 00010000:00010000:0.0:1771968966.282959:0:6219:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1771968966.283329:0:3334:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1771968966.283353:0:3334:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000acbc093f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760316480:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1771968966.283425:0:3334:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1771968966.283468:0:7232:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760316480 00000100:00100000:1.0:1771968966.283513:0:7232:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:1.0:1771968966.283519:0:7232:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000087a6b001 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3334:x1858043760316480:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1771968966.283551:0:7232:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446379520 avail 1316917248 00000100:00100000:1.0:1771968966.283597:0:7232:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000087a6b001 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3334:x1858043760316480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968966.283605:0:7232:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:1.0:1771968966.284801:0:3334:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000acbc093f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3334:1858043760316480:0@lo:41:osp-pre-1-0.0 00000400:00000080:0.0:1771968966.698391:0:15928:0:(module.c:221:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:0.0:1771968966.698396:0:15928:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: lustre-rsync-test test_2c: @@@@@@ FAIL: Failure in replication; differences found. 00000100:00100000:2.0:1771968967.316494:0:3333:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1771968967.316516:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000097269d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1858043760316544:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1771968967.316587:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1771968967.317111:0:8658:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 446442934756ns, next at 447442931256ns, rc = 0 00000100:00100000:2.0:1771968967.317449:0:3333:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ba3a7fb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760316608:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1771968967.317484:0:3333:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1771968967.317762:0:7238:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1771968967.318928:0:8208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760316544 00000100:00100000:1.0:1771968967.318970:0:8208:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760316608 00000100:00100000:1.0:1771968967.318990:0:8208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1771968967.318995:0:8208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@0000000040db137f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3333:x1858043760316544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1771968967.319026:0:8208:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 3858432 granted 488748480 pending 0 free 3921518592 avail 3689996288 00000100:00100000:1.0:1771968967.319078:0:8208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@0000000040db137f pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3333:x1858043760316544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (2492us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968967.319084:0:8208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1771968967.319101:0:8208:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:1.0:1771968967.319104:0:8208:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000d5ac6e31 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+81:3333:x1858043760316608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1771968967.319115:0:8208:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 3858432 granted 488748480 pending 0 free 3921518592 avail 3689996288 00000100:00100000:1.0:1771968967.319141:0:8208:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000d5ac6e31 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+81:3333:x1858043760316608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 35us (1657us total) trans 0 rc 0/0 00000100:00100000:1.0:1771968967.319146:0:8208:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:2.0:1771968967.319567:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ba3a7fb0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3333:1858043760316608:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1771968967.319580:0:3333:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000097269d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3333:1858043760316544:0@lo:13:osp-pre-0-1.0 00000004:00080000:2.0:1771968967.320537:0:6211:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 129 committed 00000001:00080000:2.0:1771968967.320584:0:6211:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-MDT0000: transno 4294984578 is committed 00000004:00080000:2.0:1771968967.320595:0:6211:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 128 committed 00000100:00100000:1.0:1771968967.320753:0:3335:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1771968967.320764:0:3335:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b3eaf8d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760316672:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1771968967.320823:0:3335:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1771968967.321054:0:14893:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043760316672 00000100:00100000:2.0:1771968967.321100:0:14893:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6441 00000100:00100000:2.0:1771968967.321106:0:14893:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000e7c4ace5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+81:3335:x1858043760316672:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1771968967.321130:0:14893:0:(ofd_dev.c:1822:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x0:466 count 1 00010000:00010000:2.0:1771968967.321159:0:14893:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005990c9ed/0x9268ded837c50a94 lrc: 3/0,1 mode: --/PW res: [0x1d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968967.321194:0:14893:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002905f7ab/0x9268ded837c033e1 lrc: 2/0,0 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x40000000000000 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025300 expref: 5 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968967.321203:0:14893:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968967.321205:0:14893:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1771968967.321207:0:14893:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005990c9ed/0x9268ded837c50a94 lrc: 4/0,1 mode: --/PW res: [0x1d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968967.321240:0:14893:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002905f7ab/0x9268ded837c033e1 lrc: 3/0,0 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000000010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025300 expref: 5 pid: 14896 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968967.321253:0:14893:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002905f7ab/0x9268ded837c033e1 lrc: 4/0,0 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x70000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025300 expref: 5 pid: 14896 timeout: 546 lvb_type: 0 00000100:00100000:2.0:1771968967.321263:0:14893:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005a77c9b9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14893:1858043760316736:192.168.202.27@tcp:104: 00000100:00100000:2.0:1771968967.321319:0:14893:0:(client.c:2500:ptlrpc_set_wait()) set 000000003a525d5a going to sleep for 43 seconds 00000100:00100000:3.0:1771968967.328368:0:3325:0:(events.c:361:request_in_callback()) peer: 12345-192.168.202.27@tcp (source: 12345-192.168.202.27@tcp) 00000100:00100000:2.0:1771968967.328468:0:14893:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005a77c9b9 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14893:1858043760316736:192.168.202.27@tcp:104: 00010000:00010000:2.0:1771968967.328490:0:14893:0:(ldlm_request.c:283:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005990c9ed/0x9268ded837c50a94 lrc: 3/0,1 mode: --/PW res: [0x1d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1771968967.328521:0:6217:0:(service.c:2152:ptlrpc_server_handle_req_in()) got req x1858043754121216 00010000:00010000:2.0:1771968967.328546:0:6217:0:(ldlm_lockd.c:2638:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002905f7ab/0x9268ded837c033e1 lrc: 4/0,0 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025300 expref: 6 pid: 14896 timeout: 546 lvb_type: 0 00000100:00100000:2.0:1771968967.328569:0:6217:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.27@tcp, seq: 11574 00000100:00100000:2.0:1771968967.328574:0:6217:0:(service.c:2324:ptlrpc_server_handle_request()) Handling RPC req@00000000bdadfd83 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+6:2264:x1858043754121216:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 00010000:00010000:2.0:1771968967.328584:0:6217:0:(ldlm_lockd.c:1720:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1771968967.328587:0:6217:0:(ldlm_lockd.c:1771:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002905f7ab/0x9268ded837c033e1 lrc: 4/0,0 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x60000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025300 expref: 6 pid: 14896 timeout: 546 lvb_type: 0 00010000:00010000:2.0:1771968967.328594:0:6217:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002905f7ab/0x9268ded837c033e1 lrc: 3/0,0 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x50000400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025300 expref: 6 pid: 14896 timeout: 546 lvb_type: 0 00010000:00010000:2.0:1771968967.328616:0:6217:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002905f7ab/0x9268ded837c033e1 lrc: 0/0,0 mode: --/PW res: [0x1d2:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x44801400010020 nid: 192.168.202.27@tcp remote: 0xf5153e6f2a025300 expref: 6 pid: 14896 timeout: 546 lvb_type: 0 00010000:00010000:2.0:1771968967.328626:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968967.328637:0:6217:0:(ldlm_extent.c:318:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1771968967.328639:0:6217:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005990c9ed/0x9268ded837c50a94 lrc: 3/0,1 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968967.328646:0:6217:0:(ldlm_resource.c:1650:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005990c9ed/0x9268ded837c50a94 lrc: 4/0,1 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968967.328666:0:6217:0:(ldlm_lockd.c:1782:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1771968967.328702:0:6217:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000bdadfd83 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:36e9446e-9e06-4a7a-b2b0-6da64f399773+5:2264:x1858043754121216:12345-192.168.202.27@tcp:103:ldlm_bl_01.0 Request processed in 128us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1771968967.328706:0:6217:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.27@tcp, seq: 11574 00010000:00010000:3.0:1771968967.328729:0:14893:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005990c9ed/0x9268ded837c50a94 lrc: 3/0,1 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968967.328740:0:14893:0:(ldlm_request.c:528:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005990c9ed/0x9268ded837c50a94 lrc: 3/0,1 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968967.328750:0:14893:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005990c9ed/0x9268ded837c50a94 lrc: 3/0,1 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968967.328756:0:14893:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005990c9ed/0x9268ded837c50a94 lrc: 2/0,0 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1771968967.328773:0:14893:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1771968967.331241:0:6218:0:(ldlm_lockd.c:2789:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1771968967.331252:0:6218:0:(ldlm_lockd.c:1879:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005990c9ed/0x9268ded837c50a94 lrc: 2/0,0 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968967.331264:0:6218:0:(ldlm_lockd.c:1893:ldlm_handle_bl_callback()) Lock 000000005990c9ed already unused, calling callback (000000001b6954d2) 00010000:00010000:2.0:1771968967.331267:0:6218:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005990c9ed/0x9268ded837c50a94 lrc: 2/0,0 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968967.331276:0:6218:0:(ldlm_request.c:1257:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005990c9ed/0x9268ded837c50a94 lrc: 3/0,0 mode: PW/PW res: [0x1d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968967.331297:0:6218:0:(ldlm_lockd.c:1903:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005990c9ed/0x9268ded837c50a94 lrc: 1/0,0 mode: --/PW res: [0x1d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968967.331305:0:6218:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005990c9ed/0x9268ded837c50a94 lrc: 0/0,0 mode: --/PW res: [0x1d2:0x0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14893 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1771968967.331321:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968967.331323:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1771968967.331325:0:6218:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1771968967.334442:0:14893:0:(service.c:2372:ptlrpc_server_handle_request()) Handled RPC req@00000000e7c4ace5 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+82:3335:x1858043760316672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13329us (13624us total) trans 4294969081 rc 0/0 00000100:00100000:3.0:1771968967.334458:0:14893:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6441 00000004:00080000:0.0:1771968967.335138:0:3335:0:(osp_sync.c:563:osp_sync_interpret()) reply req 00000000b3eaf8d3/2, rc 0, transno 1785 00000100:00100000:0.0:1771968967.335151:0:3335:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b3eaf8d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3335:1858043760316672:0@lo:6:osp-syn-0-0.0 00000001:00080000:2.0:1771968967.335316:0:8201:0:(tgt_lastrcvd.c:913:tgt_cb_last_committed()) lustre-OST0000: transno 4294969081 is committed Debug log: 25059 lines, 25059 kept, 0 dropped, 0 bad.